[ 541.221053] env[69486]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69486) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 541.221418] env[69486]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69486) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 541.221515] env[69486]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69486) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 541.221854] env[69486]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 541.318208] env[69486]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69486) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 541.327968] env[69486]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69486) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 541.371644] env[69486]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 541.931429] env[69486]: INFO nova.virt.driver [None req-23cb25f6-3d51-4deb-8896-4015495fc7b5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 542.001645] env[69486]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.001809] env[69486]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.001907] env[69486]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69486) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 544.894073] env[69486]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-12182f84-658f-48f6-ad98-0cda51d5d310 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.910783] env[69486]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69486) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 544.911043] env[69486]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a694d05e-03df-450f-8ce7-497d6b1f3d8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.951835] env[69486]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 89b9f. [ 544.952105] env[69486]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.950s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.952535] env[69486]: INFO nova.virt.vmwareapi.driver [None req-23cb25f6-3d51-4deb-8896-4015495fc7b5 None None] VMware vCenter version: 7.0.3 [ 544.956182] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c49d0-4152-4927-8246-14c09ade0a2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.978094] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96788e81-ebe3-4dfa-bcd1-51a3ac07ec0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.984007] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72522123-457b-4785-87b7-97ad9916826f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.990623] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ef058-a027-4d88-8b50-070ba4234ca8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.003643] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c501fe26-ea72-4e35-a095-c6936d2469ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.009522] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2ba21-fad1-47bc-bf33-ce50b31443f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.039954] env[69486]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7896b36e-31ce-4621-958d-5281190f79f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.045052] env[69486]: DEBUG nova.virt.vmwareapi.driver [None req-23cb25f6-3d51-4deb-8896-4015495fc7b5 None None] Extension org.openstack.compute already exists. {{(pid=69486) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 545.047806] env[69486]: INFO nova.compute.provider_config [None req-23cb25f6-3d51-4deb-8896-4015495fc7b5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 545.551026] env[69486]: DEBUG nova.context [None req-23cb25f6-3d51-4deb-8896-4015495fc7b5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),68ba921f-ad22-471f-b076-62b0254e82fd(cell1) {{(pid=69486) load_cells /opt/stack/nova/nova/context.py:464}} [ 545.553437] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.553680] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.554409] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.554881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Acquiring lock "68ba921f-ad22-471f-b076-62b0254e82fd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.555099] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Lock "68ba921f-ad22-471f-b076-62b0254e82fd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.556120] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Lock "68ba921f-ad22-471f-b076-62b0254e82fd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.576995] env[69486]: INFO dbcounter [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Registered counter for database nova_cell0 [ 545.585565] env[69486]: INFO dbcounter [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Registered counter for database nova_cell1 [ 546.025248] env[69486]: DEBUG oslo_db.sqlalchemy.engines [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69486) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 546.025704] env[69486]: DEBUG oslo_db.sqlalchemy.engines [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69486) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 546.030763] env[69486]: ERROR nova.db.main.api [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 546.030763] env[69486]: result = function(*args, **kwargs) [ 546.030763] env[69486]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 546.030763] env[69486]: return func(*args, **kwargs) [ 546.030763] env[69486]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 546.030763] env[69486]: result = fn(*args, **kwargs) [ 546.030763] env[69486]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 546.030763] env[69486]: return f(*args, **kwargs) [ 546.030763] env[69486]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 546.030763] env[69486]: return db.service_get_minimum_version(context, binaries) [ 546.030763] env[69486]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 546.030763] env[69486]: _check_db_access() [ 546.030763] env[69486]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 546.030763] env[69486]: stacktrace = ''.join(traceback.format_stack()) [ 546.030763] env[69486]: [ 546.031652] env[69486]: ERROR nova.db.main.api [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 546.031652] env[69486]: result = function(*args, **kwargs) [ 546.031652] env[69486]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 546.031652] env[69486]: return func(*args, **kwargs) [ 546.031652] env[69486]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 546.031652] env[69486]: result = fn(*args, **kwargs) [ 546.031652] env[69486]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 546.031652] env[69486]: return f(*args, **kwargs) [ 546.031652] env[69486]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 546.031652] env[69486]: return db.service_get_minimum_version(context, binaries) [ 546.031652] env[69486]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 546.031652] env[69486]: _check_db_access() [ 546.031652] env[69486]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 546.031652] env[69486]: stacktrace = ''.join(traceback.format_stack()) [ 546.031652] env[69486]: [ 546.032074] env[69486]: WARNING nova.objects.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Failed to get minimum service version for cell 68ba921f-ad22-471f-b076-62b0254e82fd [ 546.032209] env[69486]: WARNING nova.objects.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 546.032657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Acquiring lock "singleton_lock" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.032818] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Acquired lock "singleton_lock" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.033073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Releasing lock "singleton_lock" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.033399] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Full set of CONF: {{(pid=69486) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 546.033543] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ******************************************************************************** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 546.033671] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] Configuration options gathered from: {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 546.033805] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 546.034097] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 546.034202] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ================================================================================ {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 546.034347] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] allow_resize_to_same_host = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.034514] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] arq_binding_timeout = 300 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.034642] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] backdoor_port = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.034777] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] backdoor_socket = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.034960] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] block_device_allocate_retries = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.035146] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] block_device_allocate_retries_interval = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.035320] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cert = self.pem {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.035487] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.035656] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute_monitors = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.035824] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] config_dir = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.036226] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] config_drive_format = iso9660 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.036373] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.036547] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] config_source = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.036718] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] console_host = devstack {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.036918] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] control_exchange = nova {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.037097] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cpu_allocation_ratio = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.037263] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] daemon = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.037434] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] debug = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.037592] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] default_access_ip_network_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.037760] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] default_availability_zone = nova {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.037912] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] default_ephemeral_format = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.038088] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] default_green_pool_size = 1000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.038329] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.038492] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] default_schedule_zone = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.038649] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] disk_allocation_ratio = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.038806] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] enable_new_services = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.038987] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] enabled_apis = ['osapi_compute'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.039182] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] enabled_ssl_apis = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.039349] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] flat_injected = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.039506] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] force_config_drive = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.039663] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] force_raw_images = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.039830] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] graceful_shutdown_timeout = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.039990] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] heal_instance_info_cache_interval = -1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.040233] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] host = cpu-1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.040409] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.040569] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] initial_disk_allocation_ratio = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.040726] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] initial_ram_allocation_ratio = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.040936] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.041112] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_build_timeout = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.041274] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_delete_interval = 300 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.041439] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_format = [instance: %(uuid)s] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.041601] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_name_template = instance-%08x {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.041758] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_usage_audit = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.041925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_usage_audit_period = month {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.042098] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.042263] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] instances_path = /opt/stack/data/nova/instances {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.042426] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] internal_service_availability_zone = internal {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.042578] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] key = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.042733] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] live_migration_retry_count = 30 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.042898] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_color = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.043075] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_config_append = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.043244] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.043402] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_dir = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.043557] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.043685] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_options = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.043852] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_rotate_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044044] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_rotate_interval_type = days {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044217] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] log_rotation_type = none {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044348] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044474] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044643] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044831] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.044972] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.045151] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] long_rpc_timeout = 1800 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.045312] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] max_concurrent_builds = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.045469] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] max_concurrent_live_migrations = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.045623] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] max_concurrent_snapshots = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.045777] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] max_local_block_devices = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.045935] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] max_logfile_count = 30 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.046102] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] max_logfile_size_mb = 200 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.046262] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] maximum_instance_delete_attempts = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.046430] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metadata_listen = 0.0.0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.046593] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metadata_listen_port = 8775 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.046762] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metadata_workers = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.046940] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] migrate_max_retries = -1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.047124] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] mkisofs_cmd = genisoimage {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.047332] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] my_block_storage_ip = 10.180.1.21 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.047463] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] my_ip = 10.180.1.21 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.047662] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.047825] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] network_allocate_retries = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.047998] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.048178] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] osapi_compute_listen = 0.0.0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.048341] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] osapi_compute_listen_port = 8774 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.048505] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] osapi_compute_unique_server_name_scope = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.048671] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] osapi_compute_workers = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.048828] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] password_length = 12 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.048986] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] periodic_enable = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.049155] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] periodic_fuzzy_delay = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.049320] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] pointer_model = usbtablet {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.049482] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] preallocate_images = none {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.049639] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] publish_errors = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.049768] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] pybasedir = /opt/stack/nova {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.049925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ram_allocation_ratio = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.050093] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] rate_limit_burst = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.050261] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] rate_limit_except_level = CRITICAL {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.050417] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] rate_limit_interval = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.050572] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reboot_timeout = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.050730] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reclaim_instance_interval = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.050880] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] record = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.051055] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reimage_timeout_per_gb = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.051221] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] report_interval = 120 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.051380] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] rescue_timeout = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.051536] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reserved_host_cpus = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.051691] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reserved_host_disk_mb = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.051844] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reserved_host_memory_mb = 512 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052008] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] reserved_huge_pages = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052170] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] resize_confirm_window = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052324] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] resize_fs_using_block_device = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052478] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] resume_guests_state_on_host_boot = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052641] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052797] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] rpc_response_timeout = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.052953] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] run_external_periodic_tasks = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.053128] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] running_deleted_instance_action = reap {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.053286] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] running_deleted_instance_poll_interval = 1800 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.053438] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] running_deleted_instance_timeout = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.053647] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler_instance_sync_interval = 120 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.053824] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_down_time = 720 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.053991] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] servicegroup_driver = db {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.054158] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] shell_completion = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.054314] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] shelved_offload_time = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.054471] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] shelved_poll_interval = 3600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.054635] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] shutdown_timeout = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.054810] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] source_is_ipv6 = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.054979] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ssl_only = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.055235] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.055403] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] sync_power_state_interval = 600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.055561] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] sync_power_state_pool_size = 1000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.055724] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] syslog_log_facility = LOG_USER {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.055878] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] tempdir = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.056046] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] timeout_nbd = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.056217] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] transport_url = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.056375] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] update_resources_interval = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.056531] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] use_cow_images = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.056688] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] use_journal = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.056868] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] use_json = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.057047] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] use_rootwrap_daemon = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.057210] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] use_stderr = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.057371] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] use_syslog = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.057527] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vcpu_pin_set = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.057695] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plugging_is_fatal = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.057883] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plugging_timeout = 300 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.058065] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] virt_mkfs = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.058229] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] volume_usage_poll_interval = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.058387] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] watch_log_file = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.058554] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] web = /usr/share/spice-html5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.058737] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.058901] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.059075] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.059249] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_concurrency.disable_process_locking = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.059532] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.059724] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.059890] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.060079] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.060262] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.060430] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.060612] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.auth_strategy = keystone {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.060777] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.compute_link_prefix = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.060954] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.061138] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.dhcp_domain = novalocal {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.061307] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.enable_instance_password = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.061467] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.glance_link_prefix = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.061629] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.061798] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.061959] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.instance_list_per_project_cells = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.062131] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.list_records_by_skipping_down_cells = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.062295] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.local_metadata_per_cell = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.062459] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.max_limit = 1000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.062623] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.metadata_cache_expiration = 15 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.062793] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.neutron_default_tenant_id = default {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.062964] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.response_validation = warn {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.063147] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.use_neutron_default_nets = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.063315] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.063476] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.063640] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.063812] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.063983] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_dynamic_targets = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.064160] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_jsonfile_path = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.064341] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.064533] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.backend = dogpile.cache.memcached {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.064700] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.backend_argument = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.064887] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.backend_expiration_time = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.065075] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.config_prefix = cache.oslo {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.065252] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.dead_timeout = 60.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.065419] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.debug_cache_backend = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.065578] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.enable_retry_client = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.065738] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.enable_socket_keepalive = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.065907] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.enabled = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.066084] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.enforce_fips_mode = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.066248] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.expiration_time = 600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.066409] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.hashclient_retry_attempts = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.066574] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.hashclient_retry_delay = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.066736] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_dead_retry = 300 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.066925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_password = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.067108] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.067272] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.067434] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_pool_maxsize = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.067593] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.067761] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_sasl_enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.067952] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.068137] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_socket_timeout = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.068297] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.memcache_username = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.068460] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.proxies = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.068621] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_db = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.068777] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_password = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.068946] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_sentinel_service_name = mymaster {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.069185] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.069376] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_server = localhost:6379 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.069545] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_socket_timeout = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.069706] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.redis_username = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.069869] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.retry_attempts = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.070048] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.retry_delay = 0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.070217] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.socket_keepalive_count = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.070377] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.socket_keepalive_idle = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.070537] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.socket_keepalive_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.070694] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.tls_allowed_ciphers = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.070850] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.tls_cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.071027] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.tls_certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.071181] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.tls_enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.071372] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cache.tls_keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.071578] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.071760] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.auth_type = password {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.071925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.072114] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.catalog_info = volumev3::publicURL {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.072279] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.072444] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.072605] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.cross_az_attach = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.072768] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.debug = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.072928] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.endpoint_template = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.073102] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.http_retries = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.073266] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.073426] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.073596] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.os_region_name = RegionOne {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.073758] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.073919] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cinder.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.074101] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.074262] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.cpu_dedicated_set = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.074418] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.cpu_shared_set = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.074582] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.image_type_exclude_list = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.074744] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.074927] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.max_concurrent_disk_ops = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.075105] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.max_disk_devices_to_attach = -1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.075271] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.075439] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.075602] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.resource_provider_association_refresh = 300 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.075764] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.075926] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.shutdown_retry_interval = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.076119] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.076300] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] conductor.workers = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.076479] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] console.allowed_origins = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.076639] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] console.ssl_ciphers = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.076833] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] console.ssl_minimum_version = default {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.077025] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] consoleauth.enforce_session_timeout = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.077201] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] consoleauth.token_ttl = 600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.077376] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.077535] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.077699] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.077879] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.078061] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.078224] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.078388] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.078545] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.078702] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.078861] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079028] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079190] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079345] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079511] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.service_type = accelerator {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079672] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079829] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.079989] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.080161] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.080342] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.080502] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] cyborg.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.080669] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.asyncio_connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.080829] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.asyncio_slave_connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081000] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.backend = sqlalchemy {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081183] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081347] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.connection_debug = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081514] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.connection_parameters = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081675] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.connection_recycle_time = 3600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081836] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.connection_trace = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.081999] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.db_inc_retry_interval = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.082173] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.db_max_retries = 20 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.082336] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.db_max_retry_interval = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.082495] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.db_retry_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.082654] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.max_overflow = 50 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.082814] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.max_pool_size = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.082972] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.max_retries = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.083151] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.083309] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.mysql_wsrep_sync_wait = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.083462] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.pool_timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.083621] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.retry_interval = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.083777] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.slave_connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.083937] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.sqlite_synchronous = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.084106] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] database.use_db_reconnect = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.084276] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.asyncio_connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.084433] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.asyncio_slave_connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.084603] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.backend = sqlalchemy {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.084779] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.084981] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.connection_debug = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.085172] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.connection_parameters = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.085337] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.connection_recycle_time = 3600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.085501] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.connection_trace = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.085662] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.db_inc_retry_interval = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.085824] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.db_max_retries = 20 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.085986] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.db_max_retry_interval = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.086159] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.db_retry_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.086325] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.max_overflow = 50 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.086483] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.max_pool_size = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.086715] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.max_retries = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.086949] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.087120] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.087285] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.pool_timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.087449] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.retry_interval = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.087608] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.slave_connection = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.087777] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] api_database.sqlite_synchronous = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.087970] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] devices.enabled_mdev_types = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.088166] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.088340] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ephemeral_storage_encryption.default_format = luks {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.088503] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ephemeral_storage_encryption.enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.088665] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.088839] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.api_servers = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089008] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089176] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089341] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089501] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089660] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089821] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.debug = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.089988] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.default_trusted_certificate_ids = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.090164] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.enable_certificate_validation = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.090326] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.enable_rbd_download = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.090483] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.090650] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.090812] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.090974] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.091147] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.091310] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.num_retries = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.091480] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.rbd_ceph_conf = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.091640] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.rbd_connect_timeout = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.091807] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.rbd_pool = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.091974] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.rbd_user = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.092153] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.092314] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.092471] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.092636] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.service_type = image {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.092799] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.092957] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.093126] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.093286] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.093464] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.093627] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.verify_glance_signatures = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.093786] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] glance.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.093954] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] guestfs.debug = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.094133] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.094296] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.auth_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.094456] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.094612] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.094786] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.094965] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.095141] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.095300] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.095462] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.095618] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.095775] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.095935] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.096104] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.096264] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.096420] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.096586] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.service_type = shared-file-system {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.096748] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.share_apply_policy_timeout = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.096937] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.097113] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.097274] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.097431] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.097612] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.097789] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] manila.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.097971] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] mks.enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.098331] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.098521] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] image_cache.manager_interval = 2400 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.098689] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] image_cache.precache_concurrency = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.098859] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] image_cache.remove_unused_base_images = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.099038] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.099209] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.099386] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] image_cache.subdirectory_name = _base {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.099559] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.api_max_retries = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.099722] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.api_retry_interval = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.099880] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.100053] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.auth_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.100218] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.100372] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.100536] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.100695] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.conductor_group = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.100852] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101018] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101178] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101341] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101498] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101655] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101811] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.101974] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.peer_list = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.102144] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.102322] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.102463] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.serial_console_state_timeout = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.102620] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.102787] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.service_type = baremetal {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.102948] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.shard = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.103122] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.103282] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.103443] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.103600] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.103780] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.103942] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ironic.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.104140] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.104316] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] key_manager.fixed_key = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.104499] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.104661] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.barbican_api_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.104840] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.barbican_endpoint = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105034] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.barbican_endpoint_type = public {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105200] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.barbican_region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105363] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105522] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105683] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105843] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.105999] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.106172] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.number_of_retries = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.106331] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.retry_delay = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.106492] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.send_service_user_token = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.106653] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.106849] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.107029] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.verify_ssl = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.107195] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican.verify_ssl_path = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.107363] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.107526] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.auth_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.107686] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.107866] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.108052] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.108223] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.108384] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.108548] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.108707] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] barbican_service_user.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.108876] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.approle_role_id = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.109049] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.approle_secret_id = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.109225] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.kv_mountpoint = secret {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.109386] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.kv_path = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.109550] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.kv_version = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.109710] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.namespace = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.109869] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.root_token_id = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.110040] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.ssl_ca_crt_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.110215] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.timeout = 60.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.110380] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.use_ssl = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.110551] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.110719] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.110881] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.111058] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.111222] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.111382] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.111539] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.111698] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.111854] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112016] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112178] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112337] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112498] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112656] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112822] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.service_type = identity {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.112984] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.113156] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.113316] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.113476] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.113657] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.113817] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] keystone.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.114013] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.ceph_mount_options = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.114421] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.114607] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.connection_uri = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.114783] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_mode = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.114971] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_model_extra_flags = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.115163] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_models = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.115337] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_power_governor_high = performance {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.115505] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_power_governor_low = powersave {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.115671] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_power_management = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.115841] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.116024] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.device_detach_attempts = 8 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.116188] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.device_detach_timeout = 20 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.116354] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.disk_cachemodes = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.116515] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.disk_prefix = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.116676] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.enabled_perf_events = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.116871] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.file_backed_memory = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.117060] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.gid_maps = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.117227] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.hw_disk_discard = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.117386] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.hw_machine_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.117555] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_rbd_ceph_conf = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.117718] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.117903] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.118091] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_rbd_glance_store_name = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.118265] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_rbd_pool = rbd {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.118437] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_type = default {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.118597] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.images_volume_group = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.118760] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.inject_key = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.118925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.inject_partition = -2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.119097] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.inject_password = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.119262] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.iscsi_iface = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.119424] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.iser_use_multipath = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.119585] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_bandwidth = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.119745] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.119906] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_downtime = 500 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.120081] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.120245] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.120403] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_inbound_addr = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.120564] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.120721] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_permit_post_copy = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.120877] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_scheme = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.121059] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_timeout_action = abort {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.121222] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_tunnelled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.121379] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_uri = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.121539] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.live_migration_with_native_tls = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.121697] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.max_queues = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.121858] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.122095] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.122261] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.nfs_mount_options = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.122540] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.122713] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.122879] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.num_iser_scan_tries = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.123050] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.num_memory_encrypted_guests = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.123218] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.123379] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.num_pcie_ports = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.123544] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.num_volume_scan_tries = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.123707] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.pmem_namespaces = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.123863] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.quobyte_client_cfg = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.124164] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.124341] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rbd_connect_timeout = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.124506] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.124667] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.124848] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rbd_secret_uuid = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.125029] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rbd_user = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.125199] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.125370] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.remote_filesystem_transport = ssh {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.125527] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rescue_image_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.125684] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rescue_kernel_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.125839] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rescue_ramdisk_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.126014] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.126183] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.rx_queue_size = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.126351] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.smbfs_mount_options = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.126635] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.126836] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.snapshot_compression = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.127018] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.snapshot_image_format = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.127251] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.127420] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.sparse_logical_volumes = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.127582] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.swtpm_enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.127754] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.swtpm_group = tss {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.127941] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.swtpm_user = tss {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.128129] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.sysinfo_serial = unique {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.128288] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.tb_cache_size = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.128443] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.tx_queue_size = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.128603] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.uid_maps = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.128761] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.use_virtio_for_bridges = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.128928] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.virt_type = kvm {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.129107] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.volume_clear = zero {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.129270] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.volume_clear_size = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.129434] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.volume_enforce_multipath = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.129595] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.volume_use_multipath = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.129756] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_cache_path = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.129924] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.130101] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_mount_group = qemu {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.130267] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_mount_opts = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.130454] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.130829] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.131041] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.vzstorage_mount_user = stack {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.131222] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.131397] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.131572] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.auth_type = password {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.131733] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.131891] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.132068] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.132231] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.132392] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.132560] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.default_floating_pool = public {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.132717] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.132877] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.extension_sync_interval = 600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.133046] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.http_retries = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.133216] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.133376] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.133533] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.133737] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.133946] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.134140] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.ovs_bridge = br-int {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.134308] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.physnets = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.134477] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.region_name = RegionOne {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.134636] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.134804] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.service_metadata_proxy = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.134964] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.135146] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.service_type = network {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.135309] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.135463] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.135623] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.135779] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.135959] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.136132] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] neutron.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.136307] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] notifications.bdms_in_notifications = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.136483] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] notifications.default_level = INFO {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.136647] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] notifications.include_share_mapping = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.136858] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] notifications.notification_format = unversioned {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.137080] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] notifications.notify_on_state_change = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.137271] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.137448] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] pci.alias = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.137619] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] pci.device_spec = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.137786] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] pci.report_in_placement = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.137956] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.138145] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.auth_type = password {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.138317] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.138478] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.138635] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.138799] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.138957] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.139131] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.139294] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.default_domain_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.139451] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.default_domain_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.139609] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.domain_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.139767] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.domain_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.139925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.140096] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.140258] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.140414] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.140571] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.140740] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.password = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.140901] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.project_domain_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.141087] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.project_domain_name = Default {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.141258] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.project_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.141433] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.project_name = service {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.141601] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.region_name = RegionOne {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.141761] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.141925] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.142106] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.service_type = placement {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.142272] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.142430] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.142592] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.142750] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.system_scope = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.142906] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.143076] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.trust_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.143236] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.user_domain_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.143404] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.user_domain_name = Default {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.143562] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.user_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.143733] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.username = nova {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.143922] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.144107] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] placement.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.144293] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.cores = 20 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.144458] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.count_usage_from_placement = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.144629] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.144811] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.injected_file_content_bytes = 10240 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.144991] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.injected_file_path_length = 255 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.145173] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.injected_files = 5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.145337] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.instances = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.145498] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.key_pairs = 100 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.145661] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.metadata_items = 128 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.145825] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.ram = 51200 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.145987] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.recheck_quota = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.146165] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.server_group_members = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.146329] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.server_groups = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.146541] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.146715] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] quota.unified_limits_resource_strategy = require {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.146911] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.147090] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.147255] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.image_metadata_prefilter = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.147415] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.147576] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.max_attempts = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.147734] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.max_placement_results = 1000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.147897] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.148068] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.query_placement_for_image_type_support = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.148230] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.148401] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] scheduler.workers = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.148575] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.148743] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.148930] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.149107] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.149273] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.149436] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.149597] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.149791] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.149960] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.host_subset_size = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.150146] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.150307] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.150471] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.150633] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.150808] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151043] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.isolated_hosts = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151149] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.isolated_images = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151310] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151466] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151630] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151791] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.pci_in_placement = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.151951] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.152126] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.152287] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.152445] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.152606] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.152768] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.152930] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.track_instance_changes = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.153117] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.153288] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metrics.required = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.153450] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metrics.weight_multiplier = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.153610] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.153773] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] metrics.weight_setting = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.154096] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.154272] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] serial_console.enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.154448] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] serial_console.port_range = 10000:20000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.154617] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.154801] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.154985] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] serial_console.serialproxy_port = 6083 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.155169] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.155343] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.auth_type = password {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.155504] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.155663] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.155824] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.155985] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.156157] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.156326] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.send_service_user_token = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.156490] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.156647] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] service_user.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.156841] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.agent_enabled = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.157025] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.157324] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.157524] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.157692] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.html5proxy_port = 6082 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.157855] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.image_compression = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.158024] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.jpeg_compression = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.158187] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.playback_compression = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.158348] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.require_secure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.158516] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.server_listen = 127.0.0.1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.158682] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.158950] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.159136] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.streaming_mode = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.159299] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] spice.zlib_compression = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.159464] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] upgrade_levels.baseapi = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.159633] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] upgrade_levels.compute = auto {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.159793] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] upgrade_levels.conductor = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.159952] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] upgrade_levels.scheduler = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.160129] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.160290] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.auth_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.160447] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.160601] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.160762] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.160920] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.161091] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.161252] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.161407] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vendordata_dynamic_auth.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.161580] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.api_retry_count = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.161739] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.ca_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.161909] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.cache_prefix = devstack-image-cache {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.162088] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.cluster_name = testcl1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.162255] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.connection_pool_size = 10 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.162412] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.console_delay_seconds = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.162577] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.datastore_regex = ^datastore.* {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.162781] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.162957] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.host_password = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.163139] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.host_port = 443 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.163310] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.host_username = administrator@vsphere.local {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.163475] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.insecure = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.163634] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.integration_bridge = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.163796] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.maximum_objects = 100 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.163954] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.pbm_default_policy = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.164126] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.pbm_enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.164282] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.pbm_wsdl_location = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.164447] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.164605] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.serial_port_proxy_uri = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.164767] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.serial_port_service_uri = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.164961] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.task_poll_interval = 0.5 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.165152] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.use_linked_clone = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.165324] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.vnc_keymap = en-us {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.165491] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.vnc_port = 5900 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.165652] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vmware.vnc_port_total = 10000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.165835] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.auth_schemes = ['none'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.166015] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.166303] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.166485] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.166654] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.novncproxy_port = 6080 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.166887] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.server_listen = 127.0.0.1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.167090] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.167283] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.vencrypt_ca_certs = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.167454] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.vencrypt_client_cert = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.167613] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vnc.vencrypt_client_key = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.167818] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.167993] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.disable_deep_image_inspection = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.168171] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.168331] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.168486] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.168644] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.disable_rootwrap = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.168802] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.enable_numa_live_migration = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.168960] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.169130] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.169289] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.169543] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.libvirt_disable_apic = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.169765] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.169938] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.170113] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.170278] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.170437] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.170595] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.170751] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.170907] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.171076] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.171306] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.171509] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.171679] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.client_socket_timeout = 900 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.171843] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.default_pool_size = 1000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172022] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.keep_alive = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172190] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.max_header_line = 16384 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172352] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.secure_proxy_ssl_header = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172511] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.ssl_ca_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172670] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.ssl_cert_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172828] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.ssl_key_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.172992] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.tcp_keepidle = 600 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.173220] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.173346] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] zvm.ca_file = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.173506] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] zvm.cloud_connector_url = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.173787] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.173961] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] zvm.reachable_timeout = 300 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.174146] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.174366] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.174571] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.connection_string = messaging:// {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.174743] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.enabled = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.174913] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.es_doc_type = notification {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.175091] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.es_scroll_size = 10000 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.175262] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.es_scroll_time = 2m {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.175422] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.filter_error_trace = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.175771] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.hmac_keys = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.175771] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.sentinel_service_name = mymaster {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.175907] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.socket_timeout = 0.1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.176069] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.trace_requests = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.176233] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler.trace_sqlalchemy = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.176407] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler_jaeger.process_tags = {} {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.176565] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler_jaeger.service_name_prefix = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.176724] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] profiler_otlp.service_name_prefix = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.176912] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] remote_debug.host = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.177092] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] remote_debug.port = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.177270] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.177465] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.177670] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.177837] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.177998] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.178174] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.178333] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.178493] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.178653] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.178821] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.178979] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179162] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179328] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179494] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179656] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179823] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179989] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180160] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180330] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180492] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180657] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180815] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180977] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181151] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181310] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181468] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181625] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181782] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181942] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182110] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182271] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.ssl = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182436] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182598] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182761] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182926] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183104] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.ssl_version = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183267] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183450] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183614] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_notifications.retry = -1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183788] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183958] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_messaging_notifications.transport_url = **** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184143] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.auth_section = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184305] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.auth_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184462] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.cafile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184616] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.certfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184790] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.collect_timing = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184960] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.connect_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185157] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.connect_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185327] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.endpoint_id = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185498] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.endpoint_interface = publicURL {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185654] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.endpoint_override = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185809] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.endpoint_region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185964] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.endpoint_service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186134] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.endpoint_service_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186295] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.insecure = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186448] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.keyfile = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186603] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.max_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186755] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.min_version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186935] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.region_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187108] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.retriable_status_codes = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187267] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.service_name = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187423] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.service_type = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187582] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.split_loggers = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187783] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.status_code_retries = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187970] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.status_code_retry_delay = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188147] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.timeout = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188306] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.valid_interfaces = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188460] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_limit.version = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188623] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_reports.file_event_handler = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188786] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188942] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] oslo_reports.log_dir = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189131] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189292] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189447] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189609] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189772] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189931] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190107] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190266] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_ovs_privileged.group = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190422] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190582] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190738] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190894] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] vif_plug_ovs_privileged.user = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191073] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.flat_interface = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191255] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191423] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191590] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191754] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191922] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192099] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192259] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192434] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192602] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.isolate_vif = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192766] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192929] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193105] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193275] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.ovsdb_interface = native {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193435] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] os_vif_ovs.per_port_bridge = False {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193602] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] privsep_osbrick.capabilities = [21] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193758] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] privsep_osbrick.group = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193913] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] privsep_osbrick.helper_command = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194089] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194252] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194408] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] privsep_osbrick.user = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194577] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194734] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] nova_sys_admin.group = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194911] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] nova_sys_admin.helper_command = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195094] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195259] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195416] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] nova_sys_admin.user = None {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195546] env[69486]: DEBUG oslo_service.backend.eventlet.service [None req-c1c6c869-4aa7-4f69-a96f-b75e806b99da None None] ******************************************************************************** {{(pid=69486) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 546.195958] env[69486]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 546.699629] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Getting list of instances from cluster (obj){ [ 546.699629] env[69486]: value = "domain-c8" [ 546.699629] env[69486]: _type = "ClusterComputeResource" [ 546.699629] env[69486]: } {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 546.700698] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd6012-c5bc-428d-8872-016ed68b744c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.710019] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Got total of 0 instances {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 546.710654] env[69486]: WARNING nova.virt.vmwareapi.driver [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 546.711192] env[69486]: INFO nova.virt.node [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Generated node identity 6273ca5d-fdc7-456c-b4b9-95635e5eee9f [ 546.711434] env[69486]: INFO nova.virt.node [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Wrote node identity 6273ca5d-fdc7-456c-b4b9-95635e5eee9f to /opt/stack/data/n-cpu-1/compute_id [ 547.214288] env[69486]: WARNING nova.compute.manager [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Compute nodes ['6273ca5d-fdc7-456c-b4b9-95635e5eee9f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 548.219600] env[69486]: INFO nova.compute.manager [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 549.225447] env[69486]: WARNING nova.compute.manager [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 549.225771] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.225958] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.226125] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.226290] env[69486]: DEBUG nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 549.227268] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ba01e-b1c6-41c9-a892-14a87a0f0992 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.235694] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c31e35-7c20-4aa8-a030-95903b4d4c68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.250665] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0377694-f248-4c30-a917-349b4ee61be2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.256834] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d35bc4-bdc6-4960-a667-10c6102e6a68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.285391] env[69486]: DEBUG nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181010MB free_disk=124GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 549.285747] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.285977] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.788713] env[69486]: WARNING nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] No compute node record for cpu-1:6273ca5d-fdc7-456c-b4b9-95635e5eee9f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6273ca5d-fdc7-456c-b4b9-95635e5eee9f could not be found. [ 550.292626] env[69486]: INFO nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f [ 551.800677] env[69486]: DEBUG nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 551.801133] env[69486]: DEBUG nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 551.960858] env[69486]: INFO nova.scheduler.client.report [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] [req-2571b8f6-7400-4f0c-a4b6-44d382dd9bbf] Created resource provider record via placement API for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 551.978111] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a06e6-b4d9-4504-b487-b0445b1f56a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.985658] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc804e5-a71f-43f6-af89-5ed9d1bf5228 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.016032] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d00875-7d74-40d1-90c5-99c2cbc9cbd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.023502] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dbf997-4ca7-4269-beb5-fbf97072310d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.036243] env[69486]: DEBUG nova.compute.provider_tree [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 552.570959] env[69486]: DEBUG nova.scheduler.client.report [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 552.571199] env[69486]: DEBUG nova.compute.provider_tree [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 0 to 1 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 552.571340] env[69486]: DEBUG nova.compute.provider_tree [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 552.620139] env[69486]: DEBUG nova.compute.provider_tree [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 1 to 2 during operation: update_traits {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 553.124780] env[69486]: DEBUG nova.compute.resource_tracker [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 553.125221] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.125221] env[69486]: DEBUG nova.service [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Creating RPC server for service compute {{(pid=69486) start /opt/stack/nova/nova/service.py:186}} [ 553.138342] env[69486]: DEBUG nova.service [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] Join ServiceGroup membership for this service compute {{(pid=69486) start /opt/stack/nova/nova/service.py:203}} [ 553.138549] env[69486]: DEBUG nova.servicegroup.drivers.db [None req-1654dd0a-2f56-4f78-869b-1020183046e2 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69486) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 560.141238] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.644685] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Getting list of instances from cluster (obj){ [ 560.644685] env[69486]: value = "domain-c8" [ 560.644685] env[69486]: _type = "ClusterComputeResource" [ 560.644685] env[69486]: } {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.645902] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a63beff-7617-4195-86d9-866395449c93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.654312] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Got total of 0 instances {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.654538] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 560.654819] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Getting list of instances from cluster (obj){ [ 560.654819] env[69486]: value = "domain-c8" [ 560.654819] env[69486]: _type = "ClusterComputeResource" [ 560.654819] env[69486]: } {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.655646] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90bc3bc-b346-493c-96d0-93ea5fdcbc94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.662594] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Got total of 0 instances {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.910981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.911303] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.414773] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.969557] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.969837] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.973539] env[69486]: INFO nova.compute.claims [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.693294] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "9bd2025e-7af4-4366-aca0-418da39f9547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.693517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "9bd2025e-7af4-4366-aca0-418da39f9547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.083678] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e07f47-1cfd-4ca3-b84a-d3d60e2af11e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.101057] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc4d3d2-5054-42eb-9f2f-fa7a2ef0ca54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.144058] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5de01-ab31-48f2-939d-1513c7448a9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.153948] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381d193f-8ed6-4101-b4da-bfbb67d269dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.168490] env[69486]: DEBUG nova.compute.provider_tree [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.197984] env[69486]: DEBUG nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.671536] env[69486]: DEBUG nova.scheduler.client.report [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.732149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.181703] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.182310] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.186246] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.454s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.187707] env[69486]: INFO nova.compute.claims [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.698129] env[69486]: DEBUG nova.compute.utils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.699743] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.701489] env[69486]: DEBUG nova.network.neutron [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.152806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "63aaa0e8-e834-41b2-8522-3e26ad687971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.152806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.208749] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.330855] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d48761-893e-4e21-86fd-64a8d4e76e73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.344239] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ae9027-32ef-49f8-aa67-e5720384c445 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.400498] env[69486]: DEBUG nova.policy [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7145196c75b4d89b370948bac43434a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06749cd0fb344ad184bd0b82b234abba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.402974] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba739d2-1e74-4f38-bce6-8974a9d70475 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.415322] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e72ef5-fd2a-40b3-9df2-f89699561726 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.432677] env[69486]: DEBUG nova.compute.provider_tree [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.654456] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.758949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "a22b3977-2a6f-4f01-949d-874208903ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.759328] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.808105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.808105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.936413] env[69486]: DEBUG nova.scheduler.client.report [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.190672] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.221255] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.246845] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.246845] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.246845] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.247450] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.248024] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.248024] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.251019] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.251019] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.251019] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.251019] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.251019] env[69486]: DEBUG nova.virt.hardware [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.251213] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe51b749-5117-4a00-9944-f374d75e54c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.263359] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.269900] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2226ffc-02d7-4423-8cfb-bcd3bcce2fce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.295682] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4dd425-7140-4072-ab14-d735a882b2dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.309884] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.447282] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.447860] env[69486]: DEBUG nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.450788] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.260s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.453383] env[69486]: INFO nova.compute.claims [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.807760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.841861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.915153] env[69486]: DEBUG nova.network.neutron [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Successfully created port: 7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.956723] env[69486]: DEBUG nova.compute.utils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.966575] env[69486]: DEBUG nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 595.467970] env[69486]: DEBUG nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.574553] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "2e0df378-21a8-4176-8f9f-e8c891987442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.574826] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "2e0df378-21a8-4176-8f9f-e8c891987442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.649036] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a394834-5f73-4717-ab54-ab682532922d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.657339] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ae47a-ee28-4bcb-bdcd-333730a97af7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.691358] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608bda1-7449-4ccc-b99d-31ff2b3ef66d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.697243] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0397d3c-cee8-41c5-811e-4d604d7c22ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.710897] env[69486]: DEBUG nova.compute.provider_tree [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.821324] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.821561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.080402] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.214276] env[69486]: DEBUG nova.scheduler.client.report [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.324920] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.484225] env[69486]: DEBUG nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.513778] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.514144] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.514471] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.514471] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.514604] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.514888] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.516616] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.516757] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.517071] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.517255] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.517600] env[69486]: DEBUG nova.virt.hardware [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.518466] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4309ce7-2322-44f5-a54a-fb92c1f03e6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.530301] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e863982-3a16-4a8e-9dbc-abf48c77dab5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.546868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.558963] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.559313] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ac9c020-a7be-4096-9a03-e56ff170027e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.574020] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Created folder: OpenStack in parent group-v4. [ 596.574230] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating folder: Project (8ee4c6083e2a4efdb687c84fe9d76cba). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.574459] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-703ecd5a-41da-4051-9975-daf2edceba11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.589836] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Created folder: Project (8ee4c6083e2a4efdb687c84fe9d76cba) in parent group-v642494. [ 596.589836] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating folder: Instances. Parent ref: group-v642495. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.594107] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ec54821-01b5-4d5d-a718-a1211bc53b07 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.603956] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Created folder: Instances in parent group-v642495. [ 596.604225] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.604412] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.604603] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e012aa39-e9b6-4fe9-90df-835808fc3779 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.621722] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.630264] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.630264] env[69486]: value = "task-3213380" [ 596.630264] env[69486]: _type = "Task" [ 596.630264] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.638102] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213380, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.721417] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.722118] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.726172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.919s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.727800] env[69486]: INFO nova.compute.claims [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.857841] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.987480] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.987532] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.144828] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213380, 'name': CreateVM_Task, 'duration_secs': 0.36815} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.144828] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.147452] env[69486]: DEBUG oslo_vmware.service [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dcc959-9458-440e-9776-1dde32e33ae0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.156154] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.156332] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.157086] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.157385] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615798ad-524a-4788-9866-41560bd6c997 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.162878] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 597.162878] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e5e81e-40be-efb1-4288-aaa97e63a9bb" [ 597.162878] env[69486]: _type = "Task" [ 597.162878] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.172909] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e5e81e-40be-efb1-4288-aaa97e63a9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.213872] env[69486]: DEBUG nova.network.neutron [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Successfully updated port: 7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.232825] env[69486]: DEBUG nova.compute.utils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.239510] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.239510] env[69486]: DEBUG nova.network.neutron [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.342784] env[69486]: DEBUG nova.policy [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba4c95c0957f4748ac3549589178a590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '673a491f52d2412d8f930fbd997bbcad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.491291] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.685773] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.687923] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.688026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.688163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.688496] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.688822] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a14528b-42f4-4c56-8818-e2fe28d0dd02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.708897] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.709191] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.711053] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8060a514-6cc1-4e6d-bbe9-67b176ddc3d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.714918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "refresh_cache-1bb09fa7-06dd-4362-b8e7-b0cf82e18056" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.715125] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired lock "refresh_cache-1bb09fa7-06dd-4362-b8e7-b0cf82e18056" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.715349] env[69486]: DEBUG nova.network.neutron [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.719674] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab71098-5ba6-4692-ba44-fea83bdf81df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.727972] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 597.727972] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca6620-2dbc-1018-e848-70a65fc44907" [ 597.727972] env[69486]: _type = "Task" [ 597.727972] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.739898] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.748025] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.748025] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating directory with path [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.748640] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c742bc6-9149-4d63-ae12-cac06b97def3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.778460] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Created directory with path [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.778710] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Fetch image to [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.778988] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Downloading image file data bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk on the data store datastore2 {{(pid=69486) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.781401] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7617ac7c-d4c8-4bb2-aecb-aa84dc138379 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.788966] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68023ee9-bde7-4de6-8875-0dd764c2e166 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.798932] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb4939-3d38-478d-877c-9caa794e53b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.835266] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bcd957-52ff-4b89-bffe-7ab727192576 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.841775] env[69486]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f41f50dd-09f3-4cac-895d-3fdf4c8f8fd7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.937430] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Downloading image file data bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to the data store datastore2 {{(pid=69486) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 597.970792] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654bb77-3d0f-4b33-9ed4-36087ac322c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.981030] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1c58c-91ac-4a82-8cdf-029b94ce992c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.024120] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424be6af-8418-48e8-88be-18aa7e30f11b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.036779] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64c1d7-6ae9-41ef-9955-44bb3744bbf6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.053035] env[69486]: DEBUG nova.compute.provider_tree [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.055740] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.063416] env[69486]: DEBUG oslo_vmware.rw_handles [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.299926] env[69486]: DEBUG nova.network.neutron [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.418258] env[69486]: DEBUG nova.network.neutron [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Successfully created port: 1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.558287] env[69486]: DEBUG nova.scheduler.client.report [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.678185] env[69486]: DEBUG nova.network.neutron [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Updating instance_info_cache with network_info: [{"id": "7ffa4da0-3dff-44f1-a2d6-b0dddc4919be", "address": "fa:16:3e:3c:be:fd", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffa4da0-3d", "ovs_interfaceid": "7ffa4da0-3dff-44f1-a2d6-b0dddc4919be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.756133] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.766231] env[69486]: DEBUG oslo_vmware.rw_handles [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.766457] env[69486]: DEBUG oslo_vmware.rw_handles [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.783760] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.784027] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.784190] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.784373] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.784555] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.784718] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.784925] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.785092] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.785291] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.785458] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.785685] env[69486]: DEBUG nova.virt.hardware [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.786626] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047f29d-684d-4476-89a4-32f16fe9010d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.795126] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f949e7a8-7073-4eb8-b3cd-0bfb8cdc7d66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.904314] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Downloaded image file data bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk on the data store datastore2 {{(pid=69486) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 598.906221] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 598.906449] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Copying Virtual Disk [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk to [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.907186] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1d9782f-5f8a-478d-9734-7a04bc34281b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.914221] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 598.914221] env[69486]: value = "task-3213381" [ 598.914221] env[69486]: _type = "Task" [ 598.914221] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.922898] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.065485] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.066419] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.070430] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.229s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.072090] env[69486]: INFO nova.compute.claims [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.160409] env[69486]: DEBUG nova.compute.manager [req-5e0d31d5-9718-4fa6-b19c-d9222c6979f6 req-45128166-871d-41c3-b506-c3197cb3d4f8 service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Received event network-vif-plugged-7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 599.161588] env[69486]: DEBUG oslo_concurrency.lockutils [req-5e0d31d5-9718-4fa6-b19c-d9222c6979f6 req-45128166-871d-41c3-b506-c3197cb3d4f8 service nova] Acquiring lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.161588] env[69486]: DEBUG oslo_concurrency.lockutils [req-5e0d31d5-9718-4fa6-b19c-d9222c6979f6 req-45128166-871d-41c3-b506-c3197cb3d4f8 service nova] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.161588] env[69486]: DEBUG oslo_concurrency.lockutils [req-5e0d31d5-9718-4fa6-b19c-d9222c6979f6 req-45128166-871d-41c3-b506-c3197cb3d4f8 service nova] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.161588] env[69486]: DEBUG nova.compute.manager [req-5e0d31d5-9718-4fa6-b19c-d9222c6979f6 req-45128166-871d-41c3-b506-c3197cb3d4f8 service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] No waiting events found dispatching network-vif-plugged-7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.161588] env[69486]: WARNING nova.compute.manager [req-5e0d31d5-9718-4fa6-b19c-d9222c6979f6 req-45128166-871d-41c3-b506-c3197cb3d4f8 service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Received unexpected event network-vif-plugged-7ffa4da0-3dff-44f1-a2d6-b0dddc4919be for instance with vm_state building and task_state spawning. [ 599.183251] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Releasing lock "refresh_cache-1bb09fa7-06dd-4362-b8e7-b0cf82e18056" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.183445] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Instance network_info: |[{"id": "7ffa4da0-3dff-44f1-a2d6-b0dddc4919be", "address": "fa:16:3e:3c:be:fd", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffa4da0-3d", "ovs_interfaceid": "7ffa4da0-3dff-44f1-a2d6-b0dddc4919be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.183986] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:be:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ffa4da0-3dff-44f1-a2d6-b0dddc4919be', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.192840] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Creating folder: Project (06749cd0fb344ad184bd0b82b234abba). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.193634] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02afea1c-fe38-41b1-9869-33aff28c9e2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.205383] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Created folder: Project (06749cd0fb344ad184bd0b82b234abba) in parent group-v642494. [ 599.205794] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Creating folder: Instances. Parent ref: group-v642498. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.206263] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335ee743-a26e-4bad-8735-db9fa736c9a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.216454] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Created folder: Instances in parent group-v642498. [ 599.216716] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.216901] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.217122] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84881c1f-2d2f-4473-b62c-730a655b034e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.240605] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.240605] env[69486]: value = "task-3213384" [ 599.240605] env[69486]: _type = "Task" [ 599.240605] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.249695] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213384, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.426711] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213381, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.577774] env[69486]: DEBUG nova.compute.utils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.585047] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.585047] env[69486]: DEBUG nova.network.neutron [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.642986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "eda9280b-3a26-4e37-a2e3-cf404597dac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.643623] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.753089] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213384, 'name': CreateVM_Task, 'duration_secs': 0.359975} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.753089] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.770193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.770906] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.771167] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.771391] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef947d6-7f0e-4dd4-a7d4-3c71d12c3851 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.777876] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 599.777876] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478f20-36e3-3b8c-b34e-c46711196da9" [ 599.777876] env[69486]: _type = "Task" [ 599.777876] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.788766] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478f20-36e3-3b8c-b34e-c46711196da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.818817] env[69486]: DEBUG nova.policy [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65d724fba0b4c98b6abe55d216d4600', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f030e50809c248e69917de488c4efe14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.927206] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726524} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.927676] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Copied Virtual Disk [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk to [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.927882] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleting the datastore file [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.928137] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba086f99-5c2d-48e1-991f-fca94564b09c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.934637] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 599.934637] env[69486]: value = "task-3213385" [ 599.934637] env[69486]: _type = "Task" [ 599.934637] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.942959] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.091852] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.146469] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.253697] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d2980-b5ae-43b4-ad10-8a12169c737d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.261783] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e93e63-51e7-452c-9ca4-ff7d392cdde5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.296982] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f046d-2f1f-457c-99dd-16814c95c22a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.309558] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.309840] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.310069] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.313515] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b2034c-245b-47f8-a8e0-c34d81ff5cbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.327153] env[69486]: DEBUG nova.compute.provider_tree [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.447613] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026254} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.447948] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.448949] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Moving file from [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4. {{(pid=69486) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.449268] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f5ed3b0b-e641-4402-a717-b99a109da974 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.456695] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 600.456695] env[69486]: value = "task-3213386" [ 600.456695] env[69486]: _type = "Task" [ 600.456695] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.464812] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213386, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.681674] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.835293] env[69486]: DEBUG nova.scheduler.client.report [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.968435] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213386, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039336} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.968435] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] File moved {{(pid=69486) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 600.968665] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Cleaning up location [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 600.969159] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleting the datastore file [datastore2] vmware_temp/42099d8c-804c-4da7-8623-02babf5fbd65 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.969159] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83b42731-f5ae-4330-b18e-06b0a316404b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.976266] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 600.976266] env[69486]: value = "task-3213387" [ 600.976266] env[69486]: _type = "Task" [ 600.976266] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.997884] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.037791] env[69486]: DEBUG nova.network.neutron [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Successfully created port: 89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.109827] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.149108] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.149351] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.149503] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.149732] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.149819] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.149951] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.150188] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.150362] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.150536] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.150703] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.150845] env[69486]: DEBUG nova.virt.hardware [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.151919] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371d09ae-5147-4df5-aad5-7bbfcc5f37cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.162189] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271375ef-a21b-47b7-b397-3487d43a30b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.342040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.343221] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.348361] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.728s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.351096] env[69486]: INFO nova.compute.claims [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.380710] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.380888] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.381142] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.383429] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.383429] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.383429] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.383429] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.383429] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 601.383429] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 601.486891] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024689} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.487256] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.488036] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5fa22d-bd9f-48df-9cc5-1c95d8991a8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.496579] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 601.496579] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5238a4ef-2e78-09d7-64bb-56682499f42c" [ 601.496579] env[69486]: _type = "Task" [ 601.496579] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.513497] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5238a4ef-2e78-09d7-64bb-56682499f42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.533114] env[69486]: DEBUG nova.network.neutron [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Successfully updated port: 1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.636669] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "06613882-ee95-461f-8ba1-d2cdf8842329" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.637154] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "06613882-ee95-461f-8ba1-d2cdf8842329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.849587] env[69486]: DEBUG nova.compute.utils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.851093] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.851314] env[69486]: DEBUG nova.network.neutron [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.889194] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.981258] env[69486]: DEBUG nova.policy [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca77b99bd4b45a9ad8f1c2ceda97a86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd959cdc65ad4a7685214b69c743bab5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.010269] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5238a4ef-2e78-09d7-64bb-56682499f42c, 'name': SearchDatastore_Task, 'duration_secs': 0.017407} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.010649] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.011484] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.011966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.012314] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.012622] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9ab5e19-4072-4647-a039-723f84ea5207 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.017265] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17682fd9-97de-4c86-9fb7-563f1f26ba2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.026986] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 602.026986] env[69486]: value = "task-3213388" [ 602.026986] env[69486]: _type = "Task" [ 602.026986] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.028995] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.028995] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.032742] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1078f051-d469-466e-88da-a2a49f087e88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.036301] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.036897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquired lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.037251] env[69486]: DEBUG nova.network.neutron [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.044346] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.048022] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 602.048022] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f6e46f-5df0-41f8-ed43-0fb142ec9837" [ 602.048022] env[69486]: _type = "Task" [ 602.048022] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.057367] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f6e46f-5df0-41f8-ed43-0fb142ec9837, 'name': SearchDatastore_Task, 'duration_secs': 0.007968} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.058179] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f08bf0-3c94-45ff-ba7e-7c78275d80ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.067490] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 602.067490] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f41a61-94b7-cc8c-cb88-c71485884791" [ 602.067490] env[69486]: _type = "Task" [ 602.067490] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.077421] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f41a61-94b7-cc8c-cb88-c71485884791, 'name': SearchDatastore_Task, 'duration_secs': 0.008262} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.077878] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.078194] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1bb09fa7-06dd-4362-b8e7-b0cf82e18056/1bb09fa7-06dd-4362-b8e7-b0cf82e18056.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.078481] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b41098c-823f-4afe-9c98-5a2e96247c00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.086413] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 602.086413] env[69486]: value = "task-3213389" [ 602.086413] env[69486]: _type = "Task" [ 602.086413] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.095192] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.141321] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.358191] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.558087] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477458} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.559113] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.559414] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.559774] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8d117a-015b-43ed-9f74-99b694e702f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.570122] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 602.570122] env[69486]: value = "task-3213390" [ 602.570122] env[69486]: _type = "Task" [ 602.570122] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.591949] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.610867] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213389, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.636114] env[69486]: DEBUG nova.compute.manager [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Received event network-changed-7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 602.637124] env[69486]: DEBUG nova.compute.manager [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Refreshing instance network info cache due to event network-changed-7ffa4da0-3dff-44f1-a2d6-b0dddc4919be. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 602.637377] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] Acquiring lock "refresh_cache-1bb09fa7-06dd-4362-b8e7-b0cf82e18056" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.637562] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] Acquired lock "refresh_cache-1bb09fa7-06dd-4362-b8e7-b0cf82e18056" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.637680] env[69486]: DEBUG nova.network.neutron [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Refreshing network info cache for port 7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.676264] env[69486]: DEBUG nova.network.neutron [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.684446] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.727179] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3835b555-95f1-4974-890c-5f5ab0637f84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.743475] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b4809-644e-4fd9-8449-fc2722c1b3a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.785471] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6addf43d-096c-465a-a9ac-ad0d526a2521 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.793164] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5928c350-d6f0-4a20-9049-35722d08265e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.810018] env[69486]: DEBUG nova.compute.provider_tree [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.876398] env[69486]: DEBUG nova.network.neutron [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Successfully created port: 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.082441] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192288} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.082714] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.084047] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0c61d3-fae5-4ab4-b611-8596c03cee19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.121744] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.127445] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c08cf051-a4aa-443b-ba91-a246c041f6e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.149675] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720138} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.151018] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1bb09fa7-06dd-4362-b8e7-b0cf82e18056/1bb09fa7-06dd-4362-b8e7-b0cf82e18056.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.151247] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.151580] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 603.151580] env[69486]: value = "task-3213391" [ 603.151580] env[69486]: _type = "Task" [ 603.151580] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.151778] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06223067-0b68-4a24-88c2-f713d54a2760 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.161874] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.163265] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 603.163265] env[69486]: value = "task-3213392" [ 603.163265] env[69486]: _type = "Task" [ 603.163265] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.311211] env[69486]: DEBUG nova.scheduler.client.report [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.376311] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.409513] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.409815] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.410121] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.410333] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.411060] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.411060] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.411060] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.411868] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.411868] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.412218] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.413226] env[69486]: DEBUG nova.virt.hardware [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.414494] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b42c4ba-5335-4bf2-8ced-205578e904d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.424729] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa2841-7901-4a19-b8aa-a18ffa7fe583 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.543471] env[69486]: DEBUG nova.network.neutron [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Updating instance_info_cache with network_info: [{"id": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "address": "fa:16:3e:94:aa:f2", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4cf0c5-21", "ovs_interfaceid": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.666831] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.678400] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075114} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.678685] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.680108] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78604d51-0050-43ec-8008-1890e1d31620 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.706114] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1bb09fa7-06dd-4362-b8e7-b0cf82e18056/1bb09fa7-06dd-4362-b8e7-b0cf82e18056.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.706792] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9707810a-2bc8-4512-8524-dbcca0eb2838 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.728952] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 603.728952] env[69486]: value = "task-3213393" [ 603.728952] env[69486]: _type = "Task" [ 603.728952] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.737344] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.816507] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.817123] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.820151] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.963s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.821983] env[69486]: INFO nova.compute.claims [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.049795] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Releasing lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.051689] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Instance network_info: |[{"id": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "address": "fa:16:3e:94:aa:f2", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4cf0c5-21", "ovs_interfaceid": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.051810] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:aa:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.063018] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Creating folder: Project (673a491f52d2412d8f930fbd997bbcad). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.063687] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-136a9741-37f8-4a40-8106-657432efdf2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.071827] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Created folder: Project (673a491f52d2412d8f930fbd997bbcad) in parent group-v642494. [ 604.074369] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Creating folder: Instances. Parent ref: group-v642501. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.074369] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34336d24-d4fc-4ea2-ba92-66c6bcc4ecc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.082886] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Created folder: Instances in parent group-v642501. [ 604.082886] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.083140] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.083314] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13ab5915-e52e-49bd-88f0-3e412d58255a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.101452] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.101452] env[69486]: value = "task-3213396" [ 604.101452] env[69486]: _type = "Task" [ 604.101452] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.109161] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213396, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.128262] env[69486]: DEBUG nova.network.neutron [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Updated VIF entry in instance network info cache for port 7ffa4da0-3dff-44f1-a2d6-b0dddc4919be. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.128795] env[69486]: DEBUG nova.network.neutron [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Updating instance_info_cache with network_info: [{"id": "7ffa4da0-3dff-44f1-a2d6-b0dddc4919be", "address": "fa:16:3e:3c:be:fd", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffa4da0-3d", "ovs_interfaceid": "7ffa4da0-3dff-44f1-a2d6-b0dddc4919be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.166962] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213391, 'name': ReconfigVM_Task, 'duration_secs': 0.909877} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.167301] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.167976] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f28a21f2-10c7-4e33-b5ba-2b4e0e2a89e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.174513] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 604.174513] env[69486]: value = "task-3213397" [ 604.174513] env[69486]: _type = "Task" [ 604.174513] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.184874] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213397, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.239238] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213393, 'name': ReconfigVM_Task, 'duration_secs': 0.330762} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.239642] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1bb09fa7-06dd-4362-b8e7-b0cf82e18056/1bb09fa7-06dd-4362-b8e7-b0cf82e18056.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.240207] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7118eec-7460-4c77-8fc6-a1b57f806f8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.246660] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 604.246660] env[69486]: value = "task-3213398" [ 604.246660] env[69486]: _type = "Task" [ 604.246660] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.254975] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213398, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.326638] env[69486]: DEBUG nova.compute.utils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.330796] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.330973] env[69486]: DEBUG nova.network.neutron [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.396671] env[69486]: DEBUG nova.network.neutron [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Successfully updated port: 89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.444782] env[69486]: DEBUG nova.policy [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7432a9cb244142b34463947711a48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dead4e7f65c4ddfa708578e52b17c84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.616317] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213396, 'name': CreateVM_Task, 'duration_secs': 0.373383} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.616491] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.618556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.618556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.618666] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.618891] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae02e21c-a105-4be5-a2a8-95668edb1039 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.624480] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 604.624480] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f6201-1429-9cc1-1dfa-190e7ea8bc18" [ 604.624480] env[69486]: _type = "Task" [ 604.624480] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.633229] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] Releasing lock "refresh_cache-1bb09fa7-06dd-4362-b8e7-b0cf82e18056" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.633458] env[69486]: DEBUG nova.compute.manager [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Received event network-vif-plugged-1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 604.633686] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] Acquiring lock "63aaa0e8-e834-41b2-8522-3e26ad687971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.633980] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.635045] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.635045] env[69486]: DEBUG nova.compute.manager [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] No waiting events found dispatching network-vif-plugged-1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.635045] env[69486]: WARNING nova.compute.manager [req-e9f3c99e-55f7-419c-800a-de01c21989ef req-63346c1f-f24e-41d6-ba74-891674b81b7f service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Received unexpected event network-vif-plugged-1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac for instance with vm_state building and task_state spawning. [ 604.635045] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f6201-1429-9cc1-1dfa-190e7ea8bc18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.683508] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213397, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.758894] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213398, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.833295] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.901354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.901354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.901354] env[69486]: DEBUG nova.network.neutron [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.940756] env[69486]: DEBUG nova.network.neutron [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Successfully created port: 213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.130777] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d2fd5-3a95-45d1-bf45-ad8cccb15855 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.143984] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f6201-1429-9cc1-1dfa-190e7ea8bc18, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.146231] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.146498] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.146742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.146882] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.147073] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.147389] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dec84f6-8237-4018-8e6c-627abe61a22c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.150368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f5f40-1d02-46c5-8b4f-1cdd1157020a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.198933] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37fdc4b-4c38-46c8-bf8a-2b93f6fab8e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.201714] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.201917] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.202883] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfc8286-10e0-4859-99f0-cdca53fd0cf2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.211416] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213397, 'name': Rename_Task, 'duration_secs': 0.983791} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.213555] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.215478] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce24b08-3a34-4023-b682-b2694108bdaf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.219508] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e9dc2-a852-4336-89e5-0f6b18bee2e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.227702] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 605.227702] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5288e173-9ae3-b46e-cb14-3b3444929cbe" [ 605.227702] env[69486]: _type = "Task" [ 605.227702] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.235142] env[69486]: DEBUG nova.compute.provider_tree [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.243058] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 605.243058] env[69486]: value = "task-3213399" [ 605.243058] env[69486]: _type = "Task" [ 605.243058] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.249394] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5288e173-9ae3-b46e-cb14-3b3444929cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.257339] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911d34ac-a02b-4a97-b97a-58650be041bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.261220] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213399, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.268586] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213398, 'name': Rename_Task, 'duration_secs': 0.927313} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.268586] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.268586] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 605.268586] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52606ba0-b4e6-2705-8d23-8655a03a62a3" [ 605.268586] env[69486]: _type = "Task" [ 605.268586] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.268586] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de46fd6-680d-44fc-b45b-4a910a35a5a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.280506] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52606ba0-b4e6-2705-8d23-8655a03a62a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.281802] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.282072] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 63aaa0e8-e834-41b2-8522-3e26ad687971/63aaa0e8-e834-41b2-8522-3e26ad687971.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.282380] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 605.282380] env[69486]: value = "task-3213400" [ 605.282380] env[69486]: _type = "Task" [ 605.282380] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.282665] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c217707-ada4-4c1c-9fe4-0bf5f8688c7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.294075] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.296341] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 605.296341] env[69486]: value = "task-3213401" [ 605.296341] env[69486]: _type = "Task" [ 605.296341] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.304167] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.443948] env[69486]: DEBUG nova.network.neutron [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.614226] env[69486]: DEBUG nova.network.neutron [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Successfully updated port: 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.731239] env[69486]: DEBUG nova.compute.manager [req-f2f1b5f8-6255-4ac7-bd3f-e2eced30264b req-af9a7c72-0fa9-44ed-b786-2bc35933f513 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Received event network-vif-plugged-89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 605.731446] env[69486]: DEBUG oslo_concurrency.lockutils [req-f2f1b5f8-6255-4ac7-bd3f-e2eced30264b req-af9a7c72-0fa9-44ed-b786-2bc35933f513 service nova] Acquiring lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.735039] env[69486]: DEBUG oslo_concurrency.lockutils [req-f2f1b5f8-6255-4ac7-bd3f-e2eced30264b req-af9a7c72-0fa9-44ed-b786-2bc35933f513 service nova] Lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.735039] env[69486]: DEBUG oslo_concurrency.lockutils [req-f2f1b5f8-6255-4ac7-bd3f-e2eced30264b req-af9a7c72-0fa9-44ed-b786-2bc35933f513 service nova] Lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.735039] env[69486]: DEBUG nova.compute.manager [req-f2f1b5f8-6255-4ac7-bd3f-e2eced30264b req-af9a7c72-0fa9-44ed-b786-2bc35933f513 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] No waiting events found dispatching network-vif-plugged-89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.735039] env[69486]: WARNING nova.compute.manager [req-f2f1b5f8-6255-4ac7-bd3f-e2eced30264b req-af9a7c72-0fa9-44ed-b786-2bc35933f513 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Received unexpected event network-vif-plugged-89799128-8619-4fd0-af56-8b47e3c40fb8 for instance with vm_state building and task_state spawning. [ 605.743652] env[69486]: DEBUG nova.scheduler.client.report [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.768712] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.798266] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213400, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.810521] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471978} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.811118] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 63aaa0e8-e834-41b2-8522-3e26ad687971/63aaa0e8-e834-41b2-8522-3e26ad687971.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.811118] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.811342] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-684cac74-9c60-46d5-94ff-90008fb3d0ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.820101] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 605.820101] env[69486]: value = "task-3213402" [ 605.820101] env[69486]: _type = "Task" [ 605.820101] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.826038] env[69486]: DEBUG nova.network.neutron [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [{"id": "89799128-8619-4fd0-af56-8b47e3c40fb8", "address": "fa:16:3e:5d:13:79", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89799128-86", "ovs_interfaceid": "89799128-8619-4fd0-af56-8b47e3c40fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.833985] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.844717] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.882982] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.883331] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.883496] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.883677] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.883816] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.883956] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.885277] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.885277] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.885277] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.885277] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.885277] env[69486]: DEBUG nova.virt.hardware [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.885806] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2d12db-a108-48f4-92b6-e294abd980ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.899265] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca203e9-c97b-474c-acd4-6d96831ac048 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.927165] env[69486]: DEBUG nova.compute.manager [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Received event network-changed-1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 605.927165] env[69486]: DEBUG nova.compute.manager [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Refreshing instance network info cache due to event network-changed-1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 605.927378] env[69486]: DEBUG oslo_concurrency.lockutils [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] Acquiring lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.927884] env[69486]: DEBUG oslo_concurrency.lockutils [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] Acquired lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.927884] env[69486]: DEBUG nova.network.neutron [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Refreshing network info cache for port 1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.118480] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.118480] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.118480] env[69486]: DEBUG nova.network.neutron [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.263691] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.265236] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.268203] env[69486]: DEBUG oslo_vmware.api [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213399, 'name': PowerOnVM_Task, 'duration_secs': 0.624484} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.268925] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.213s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.272017] env[69486]: INFO nova.compute.claims [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.273468] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.273999] env[69486]: INFO nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Took 9.79 seconds to spawn the instance on the hypervisor. [ 606.274658] env[69486]: DEBUG nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.275754] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c45834-7aac-4b39-bb82-a0d665972c7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.297306] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213400, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.328222] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.329286] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Instance network_info: |[{"id": "89799128-8619-4fd0-af56-8b47e3c40fb8", "address": "fa:16:3e:5d:13:79", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89799128-86", "ovs_interfaceid": "89799128-8619-4fd0-af56-8b47e3c40fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.329653] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:13:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89799128-8619-4fd0-af56-8b47e3c40fb8', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.338634] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Creating folder: Project (f030e50809c248e69917de488c4efe14). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.347016] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d041ae2f-f1cc-42f9-aa2e-b5347bb8ea86 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.350587] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074685} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.351279] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.352662] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4cb65-4c3b-4c49-bba9-5b62d4653d3b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.380688] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 63aaa0e8-e834-41b2-8522-3e26ad687971/63aaa0e8-e834-41b2-8522-3e26ad687971.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.385524] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f91612c-d6ec-49ae-a3c0-d6b8b006a7ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.399993] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Created folder: Project (f030e50809c248e69917de488c4efe14) in parent group-v642494. [ 606.400557] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Creating folder: Instances. Parent ref: group-v642504. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.401306] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7694672b-41cf-4fb5-a7d4-a5e381ef3252 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.411231] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 606.411231] env[69486]: value = "task-3213404" [ 606.411231] env[69486]: _type = "Task" [ 606.411231] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.416745] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Created folder: Instances in parent group-v642504. [ 606.417035] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.419737] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.419737] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0526fa60-7ad6-4920-a3d1-267d2425131f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.442141] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.448853] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.448853] env[69486]: value = "task-3213406" [ 606.448853] env[69486]: _type = "Task" [ 606.448853] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.459234] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213406, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.703899] env[69486]: DEBUG nova.network.neutron [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.770297] env[69486]: DEBUG nova.compute.utils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.774035] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.774035] env[69486]: DEBUG nova.network.neutron [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.804425] env[69486]: DEBUG oslo_vmware.api [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213400, 'name': PowerOnVM_Task, 'duration_secs': 1.195046} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.806085] env[69486]: INFO nova.compute.manager [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Took 15.10 seconds to build instance. [ 606.806378] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.806709] env[69486]: INFO nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Took 12.59 seconds to spawn the instance on the hypervisor. [ 606.806709] env[69486]: DEBUG nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.807736] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598ba6c6-b921-4045-b31d-f51ae9a30279 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.903193] env[69486]: DEBUG nova.network.neutron [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Successfully updated port: 213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.923377] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213404, 'name': ReconfigVM_Task, 'duration_secs': 0.40161} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.923768] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 63aaa0e8-e834-41b2-8522-3e26ad687971/63aaa0e8-e834-41b2-8522-3e26ad687971.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.925555] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-319a972c-d910-462a-9622-b0b1fe943054 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.935135] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 606.935135] env[69486]: value = "task-3213407" [ 606.935135] env[69486]: _type = "Task" [ 606.935135] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.943426] env[69486]: DEBUG nova.policy [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f6093f13bf4a8fab33541d7a7ea5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56f25e99a08c4c6094b9a8b3f6676d7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.950351] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213407, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.959800] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213406, 'name': CreateVM_Task, 'duration_secs': 0.351664} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.962699] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.963777] env[69486]: DEBUG oslo_vmware.service [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a039870-87a5-4b94-8122-42b63700087a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.972934] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.973137] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.973497] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.973761] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36111c25-61cc-4a88-9f3e-7c758dfb5ba4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.978449] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 606.978449] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d4f738-95b8-d2dc-25d6-167e6ec17b74" [ 606.978449] env[69486]: _type = "Task" [ 606.978449] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.989306] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d4f738-95b8-d2dc-25d6-167e6ec17b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.104432] env[69486]: DEBUG nova.network.neutron [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Updated VIF entry in instance network info cache for port 1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.105605] env[69486]: DEBUG nova.network.neutron [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Updating instance_info_cache with network_info: [{"id": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "address": "fa:16:3e:94:aa:f2", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4cf0c5-21", "ovs_interfaceid": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.276244] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.312465] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66c3e282-8ef6-4e42-8129-5fb3120050e4 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "9bd2025e-7af4-4366-aca0-418da39f9547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.619s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.335154] env[69486]: INFO nova.compute.manager [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Took 17.41 seconds to build instance. [ 607.410504] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "refresh_cache-2e0df378-21a8-4176-8f9f-e8c891987442" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.410664] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "refresh_cache-2e0df378-21a8-4176-8f9f-e8c891987442" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.410828] env[69486]: DEBUG nova.network.neutron [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.450793] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213407, 'name': Rename_Task, 'duration_secs': 0.134805} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.452455] env[69486]: DEBUG nova.network.neutron [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.454648] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.454801] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13dd0246-3e2d-41ee-ac1c-e0e83e2901ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.461455] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 607.461455] env[69486]: value = "task-3213408" [ 607.461455] env[69486]: _type = "Task" [ 607.461455] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.473360] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.495534] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.495534] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.495534] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.495534] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.495924] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.495924] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad9def3-46ec-4013-ab5e-19eb3e137d08 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.505759] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.505881] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.506661] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a96e6f-b95a-4813-972d-2ab7f9766d9b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.520916] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0464ab-bf8e-4aff-82fe-2ff6c60709c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.531578] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 607.531578] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52055365-3da8-d0b1-ef7e-f551dc2361b5" [ 607.531578] env[69486]: _type = "Task" [ 607.531578] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.551400] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 607.551400] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Creating directory with path [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.551400] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53efe158-e16e-4436-9504-7ba8ef672b0e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.576373] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991e381-389d-4130-97a6-807f785f8ae2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.588347] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc7806-b1f3-4608-99b8-fdf1751555dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.627706] env[69486]: DEBUG oslo_concurrency.lockutils [req-ea2bcc66-4843-4acc-aa0e-ff2088d0687c req-9f4548dc-6c18-46a2-a5c3-fb324ef706a1 service nova] Releasing lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.630470] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbec6130-9c2a-4130-be86-d21221e99da1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.633523] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Created directory with path [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.634228] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Fetch image to [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 607.634228] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Downloading image file data bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk on the data store datastore1 {{(pid=69486) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 607.635519] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172ff1c5-596b-4ff2-92b7-4d8f77ffeedb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.645901] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63080e9-eafb-4ee3-9b0a-6e0d7347d5cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.650627] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a27a63-e3d7-4a9c-8a68-582617133f83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.669547] env[69486]: DEBUG nova.compute.provider_tree [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.673207] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1877d510-c49b-4e53-8be1-e03984ba9938 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.710551] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5399b-f4fb-40f2-a42c-852801bcef51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.719881] env[69486]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d000364a-6832-479c-ad6d-3f2b690e78f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.744552] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Downloading image file data bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to the data store datastore1 {{(pid=69486) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.821553] env[69486]: DEBUG oslo_vmware.rw_handles [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 607.901890] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3fd20d86-17e1-4d74-995e-58201b5802af tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.990s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.962082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.962082] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Instance network_info: |[{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.962455] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:cd:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.974251] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Creating folder: Project (dd959cdc65ad4a7685214b69c743bab5). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.977820] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60167481-8479-4028-9e09-2c438d9418d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.995085] env[69486]: DEBUG oslo_vmware.api [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213408, 'name': PowerOnVM_Task, 'duration_secs': 0.467233} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.001732] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.001950] env[69486]: INFO nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Took 9.25 seconds to spawn the instance on the hypervisor. [ 608.002135] env[69486]: DEBUG nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.002422] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Created folder: Project (dd959cdc65ad4a7685214b69c743bab5) in parent group-v642494. [ 608.002572] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Creating folder: Instances. Parent ref: group-v642507. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.003383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9fbe92-fcd6-4a6b-bd8a-25ab0fac67d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.005979] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ea6748-0359-48c8-a373-2cec9cdefb3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.011914] env[69486]: DEBUG nova.network.neutron [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.034570] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Created folder: Instances in parent group-v642507. [ 608.036756] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.036756] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.036756] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5bbc27b-0866-49ac-9bb6-3d6bac06207a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.065732] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.065732] env[69486]: value = "task-3213411" [ 608.065732] env[69486]: _type = "Task" [ 608.065732] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.076939] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213411, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.179070] env[69486]: DEBUG nova.scheduler.client.report [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.288534] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.324388] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.324626] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.324775] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.324973] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.325197] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.328256] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.328771] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.328966] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.329188] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.329349] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.329523] env[69486]: DEBUG nova.virt.hardware [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.330590] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f1880-0b46-454e-9961-9e123b4c038c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.353953] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648af767-6348-438d-b3d1-3d08777d1518 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.443867] env[69486]: DEBUG nova.network.neutron [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Successfully created port: de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.545532] env[69486]: INFO nova.compute.manager [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Took 14.38 seconds to build instance. [ 608.578082] env[69486]: DEBUG oslo_vmware.rw_handles [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.578082] env[69486]: DEBUG oslo_vmware.rw_handles [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.595753] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213411, 'name': CreateVM_Task, 'duration_secs': 0.386274} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.595916] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.596646] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.596795] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.599829] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.600488] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3cf2fe-9ca3-4fdc-9727-03721684c8f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.612878] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 608.612878] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52944e2c-36b4-9316-7250-b11b282eeb1f" [ 608.612878] env[69486]: _type = "Task" [ 608.612878] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.630728] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.631143] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.633132] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.688957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.689504] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.697679] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.016s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.699293] env[69486]: INFO nova.compute.claims [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.718066] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Downloaded image file data bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk on the data store datastore1 {{(pid=69486) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.719860] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.720100] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Copying Virtual Disk [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk to [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.720410] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43d3d822-4b14-43da-b781-9236ea741064 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.730577] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 608.730577] env[69486]: value = "task-3213412" [ 608.730577] env[69486]: _type = "Task" [ 608.730577] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.741576] env[69486]: DEBUG nova.network.neutron [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Updating instance_info_cache with network_info: [{"id": "213d61ef-39a2-46af-9648-bafa468f567c", "address": "fa:16:3e:3c:e8:49", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213d61ef-39", "ovs_interfaceid": "213d61ef-39a2-46af-9648-bafa468f567c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.747203] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.049720] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d6f27e3-cc0c-4fbb-bffd-49ee9543efc1 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.897s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.056803] env[69486]: INFO nova.compute.manager [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Rebuilding instance [ 609.130625] env[69486]: DEBUG nova.compute.manager [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.131693] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f42e58-c374-48fa-bbd8-35878f2349d1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.200097] env[69486]: DEBUG nova.compute.utils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.201635] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.201806] env[69486]: DEBUG nova.network.neutron [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.243740] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.252023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "refresh_cache-2e0df378-21a8-4176-8f9f-e8c891987442" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.252023] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Instance network_info: |[{"id": "213d61ef-39a2-46af-9648-bafa468f567c", "address": "fa:16:3e:3c:e8:49", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213d61ef-39", "ovs_interfaceid": "213d61ef-39a2-46af-9648-bafa468f567c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.252350] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:e8:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213d61ef-39a2-46af-9648-bafa468f567c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.264053] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Creating folder: Project (4dead4e7f65c4ddfa708578e52b17c84). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.264591] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ef73c9-9760-48e6-8802-df2671a36b74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.275842] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Created folder: Project (4dead4e7f65c4ddfa708578e52b17c84) in parent group-v642494. [ 609.276060] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Creating folder: Instances. Parent ref: group-v642510. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.276299] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d48a371-5e8f-4abb-9d35-0bb014cbb0c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.287366] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Created folder: Instances in parent group-v642510. [ 609.287661] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.287869] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.288121] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1165eab-b5bb-4951-81a4-4e1df87a7a13 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.314603] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.314603] env[69486]: value = "task-3213415" [ 609.314603] env[69486]: _type = "Task" [ 609.314603] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.327822] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213415, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.341736] env[69486]: DEBUG nova.policy [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c5ad98fcf44ef2af0938cc9fe9d521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8108523c672546cfb60a4283d6974b0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.711102] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.746152] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812458} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.746256] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Copied Virtual Disk [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk to [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.749107] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleting the datastore file [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/tmp-sparse.vmdk {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.749862] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c07c60-80bb-4873-b3a5-553899cad135 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.756814] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 609.756814] env[69486]: value = "task-3213419" [ 609.756814] env[69486]: _type = "Task" [ 609.756814] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.769493] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.825148] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213415, 'name': CreateVM_Task, 'duration_secs': 0.466875} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.825446] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.826286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.826445] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.826748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.827016] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67d3420-6434-4999-bfad-759253383ab0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.833036] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 609.833036] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cb3f1c-6cc1-bb89-7d55-0a92133ace8b" [ 609.833036] env[69486]: _type = "Task" [ 609.833036] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.844561] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cb3f1c-6cc1-bb89-7d55-0a92133ace8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.929598] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c2d347-56a8-4209-bca3-588f29920fce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.938699] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a957050-946b-4df8-aadc-220436fd952b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.977012] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fc6c7-ba73-4a84-bf8e-b07f1f394db7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.987043] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e46d06-5020-46d7-8308-23466df37de7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.002399] env[69486]: DEBUG nova.compute.provider_tree [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.023049] env[69486]: DEBUG nova.compute.manager [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Received event network-changed-89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 610.023259] env[69486]: DEBUG nova.compute.manager [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Refreshing instance network info cache due to event network-changed-89799128-8619-4fd0-af56-8b47e3c40fb8. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 610.023627] env[69486]: DEBUG oslo_concurrency.lockutils [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] Acquiring lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.024385] env[69486]: DEBUG oslo_concurrency.lockutils [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] Acquired lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.024709] env[69486]: DEBUG nova.network.neutron [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Refreshing network info cache for port 89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.049996] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-vif-plugged-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 610.050339] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Acquiring lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.050841] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.050998] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.051146] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] No waiting events found dispatching network-vif-plugged-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.051377] env[69486]: WARNING nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received unexpected event network-vif-plugged-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d for instance with vm_state building and task_state spawning. [ 610.051465] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 610.051606] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing instance network info cache due to event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 610.051788] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Acquiring lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.051923] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Acquired lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.052740] env[69486]: DEBUG nova.network.neutron [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.148568] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.149032] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ac7928-32fa-49c9-bcad-9fee75e7f9c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.159040] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 610.159040] env[69486]: value = "task-3213421" [ 610.159040] env[69486]: _type = "Task" [ 610.159040] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.172751] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.275091] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05269} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.275091] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.275091] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Moving file from [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 to [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4. {{(pid=69486) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.275091] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e616097a-5bd8-46ea-acd6-09cc1d0dbd13 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.283930] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 610.283930] env[69486]: value = "task-3213422" [ 610.283930] env[69486]: _type = "Task" [ 610.283930] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.294859] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213422, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.348281] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348839] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.349815] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.506745] env[69486]: DEBUG nova.scheduler.client.report [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.644943] env[69486]: DEBUG nova.network.neutron [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Successfully created port: be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.669623] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213421, 'name': PowerOffVM_Task, 'duration_secs': 0.134137} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.674661] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.675013] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.676136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8996cf-06c7-482e-b290-90481f814a87 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.684278] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.684372] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8371120d-2f14-4887-876f-672aa1b672ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.718169] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.718659] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.718858] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleting the datastore file [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.719908] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe7234ea-cfe7-4f60-af71-7dbbdc32d1ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.724081] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.734470] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 610.734470] env[69486]: value = "task-3213424" [ 610.734470] env[69486]: _type = "Task" [ 610.734470] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.745525] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.760359] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.760630] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.760782] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.760962] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.761124] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.761277] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.761472] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.761618] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.761768] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.763018] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.763018] env[69486]: DEBUG nova.virt.hardware [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.763018] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7105bde-a5c4-48e0-a7fb-505d31a76481 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.772365] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a615b-b911-4bf6-a270-9bc1d5af7afe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.796115] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213422, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034514} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.796384] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] File moved {{(pid=69486) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.796644] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Cleaning up location [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.796823] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleting the datastore file [datastore1] vmware_temp/c2a80ae0-e706-403f-ba96-d139d614449f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.797121] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643c3ea6-6989-483e-949f-b9c134544d84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.804437] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 610.804437] env[69486]: value = "task-3213425" [ 610.804437] env[69486]: _type = "Task" [ 610.804437] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.818785] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.019511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.021753] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.024371] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.136s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.024571] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.024697] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 611.027020] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.341s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.029120] env[69486]: INFO nova.compute.claims [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.037875] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3563653-07c5-4d75-9fd6-b051d7b1d112 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.052726] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533e721-144b-472f-b817-fa87833b4579 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.069874] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d739cb10-6cda-4489-80bc-6936312fbb1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.076258] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca6d45d-f4fe-437f-9d53-3f9447e64e33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.123860] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180997MB free_disk=124GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 611.125088] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.246661] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185432} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.246908] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.247137] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.247487] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.317659] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027216} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.317911] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.322379] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605f9462-ea0e-4dc9-9954-a6c634dad131 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.329255] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 611.329255] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52901d87-4c83-c155-cdbd-6167c19902f5" [ 611.329255] env[69486]: _type = "Task" [ 611.329255] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.337646] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52901d87-4c83-c155-cdbd-6167c19902f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.408691] env[69486]: DEBUG nova.network.neutron [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updated VIF entry in instance network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.409047] env[69486]: DEBUG nova.network.neutron [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.427519] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "cc3e8d53-a599-4579-920b-f416d6ec1b07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.427662] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.507839] env[69486]: DEBUG nova.network.neutron [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updated VIF entry in instance network info cache for port 89799128-8619-4fd0-af56-8b47e3c40fb8. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.508264] env[69486]: DEBUG nova.network.neutron [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [{"id": "89799128-8619-4fd0-af56-8b47e3c40fb8", "address": "fa:16:3e:5d:13:79", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89799128-86", "ovs_interfaceid": "89799128-8619-4fd0-af56-8b47e3c40fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.540877] env[69486]: DEBUG nova.compute.utils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.542528] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.542528] env[69486]: DEBUG nova.network.neutron [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.655572] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Acquiring lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.655901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.656106] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Acquiring lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.657036] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.657036] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.661032] env[69486]: INFO nova.compute.manager [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Terminating instance [ 611.721943] env[69486]: DEBUG nova.policy [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d2e7a44f2c468cb3ad3b87a97eb5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f83afe393664c4ebb847e966242e0d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.845835] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52901d87-4c83-c155-cdbd-6167c19902f5, 'name': SearchDatastore_Task, 'duration_secs': 0.022553} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.847354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.847622] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4/a22b3977-2a6f-4f01-949d-874208903ff4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.847897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.848258] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.848300] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af2127a5-b321-42e5-8c14-22457fe7ae20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.850322] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14d1bd7-db1a-4353-8502-c86770c68b80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.862966] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 611.862966] env[69486]: value = "task-3213426" [ 611.862966] env[69486]: _type = "Task" [ 611.862966] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.865523] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.865523] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.869576] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290749c1-66bb-4815-bd66-c8363b5f5816 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.875448] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 611.875448] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5252ad4b-947d-5822-3100-b39b4fbf1fc3" [ 611.875448] env[69486]: _type = "Task" [ 611.875448] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.878749] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.887605] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5252ad4b-947d-5822-3100-b39b4fbf1fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.920380] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Releasing lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.920566] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Received event network-vif-plugged-213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 611.920776] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Acquiring lock "2e0df378-21a8-4176-8f9f-e8c891987442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.920996] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Lock "2e0df378-21a8-4176-8f9f-e8c891987442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.921177] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Lock "2e0df378-21a8-4176-8f9f-e8c891987442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.921339] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] No waiting events found dispatching network-vif-plugged-213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.921498] env[69486]: WARNING nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Received unexpected event network-vif-plugged-213d61ef-39a2-46af-9648-bafa468f567c for instance with vm_state building and task_state spawning. [ 611.921662] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Received event network-changed-213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 611.921974] env[69486]: DEBUG nova.compute.manager [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Refreshing instance network info cache due to event network-changed-213d61ef-39a2-46af-9648-bafa468f567c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 611.922029] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Acquiring lock "refresh_cache-2e0df378-21a8-4176-8f9f-e8c891987442" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.922171] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Acquired lock "refresh_cache-2e0df378-21a8-4176-8f9f-e8c891987442" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.922329] env[69486]: DEBUG nova.network.neutron [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Refreshing network info cache for port 213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.931149] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.005034] env[69486]: DEBUG nova.compute.manager [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Received event network-changed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 612.005740] env[69486]: DEBUG nova.compute.manager [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Refreshing instance network info cache due to event network-changed. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 612.005740] env[69486]: DEBUG oslo_concurrency.lockutils [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] Acquiring lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.005740] env[69486]: DEBUG oslo_concurrency.lockutils [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] Acquired lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.005740] env[69486]: DEBUG nova.network.neutron [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.016031] env[69486]: DEBUG oslo_concurrency.lockutils [req-cb30faea-a187-485b-94fd-3c59962c0dc4 req-bc294f0c-64b3-457d-87d4-e02f0efb2803 service nova] Releasing lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.046742] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.174614] env[69486]: DEBUG nova.compute.manager [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.174839] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.177183] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f531bb7-47ae-483d-8b80-8ff67f1713e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.189316] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.193229] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456c9926-f19a-400b-914c-a17e1b70a2fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.201803] env[69486]: DEBUG oslo_vmware.api [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Waiting for the task: (returnval){ [ 612.201803] env[69486]: value = "task-3213427" [ 612.201803] env[69486]: _type = "Task" [ 612.201803] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.216391] env[69486]: DEBUG oslo_vmware.api [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Task: {'id': task-3213427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.300380] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.300564] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.300564] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.300746] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.300893] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.301092] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.301444] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.301637] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.301809] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.302409] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.302625] env[69486]: DEBUG nova.virt.hardware [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.303692] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a45043-0309-417d-aefe-d3ee981e9ee0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.309242] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f54313f-8ad1-4544-af1b-ea0af8942bef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.324159] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d6c45-84b4-478a-ae90-9279b6ec56b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.328861] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff8ca4-0865-4269-96cd-400e91bc32db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.382979] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee18e2c-8aa5-4874-9486-835371a88419 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.385541] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.391728] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.392629] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.397234] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8ec607-b41b-499b-a033-a722146bdf57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.418135] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.421174] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9535b0f-6582-42eb-9d97-c07272a0ec30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.434306] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5252ad4b-947d-5822-3100-b39b4fbf1fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.019503} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.439276] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fc2401-d77d-4c45-9af3-02a2cfe657fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.455787] env[69486]: DEBUG nova.compute.provider_tree [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.457449] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.457449] env[69486]: value = "task-3213428" [ 612.457449] env[69486]: _type = "Task" [ 612.457449] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.473696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "0767959d-2fd8-4908-af49-ad43cad13ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.473845] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.475152] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 612.475152] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256211e-bc41-c265-67fc-2290a42a0af5" [ 612.475152] env[69486]: _type = "Task" [ 612.475152] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.485187] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213428, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.486847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.493470] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256211e-bc41-c265-67fc-2290a42a0af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.553653] env[69486]: DEBUG nova.network.neutron [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Successfully updated port: de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.713311] env[69486]: DEBUG oslo_vmware.api [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Task: {'id': task-3213427, 'name': PowerOffVM_Task, 'duration_secs': 0.336855} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.713575] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.713732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.713986] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d1e6a18-a8b0-40de-a4ca-61b8e9b1cb5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.746481] env[69486]: DEBUG nova.network.neutron [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Successfully created port: e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.819246] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.819478] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.819684] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Deleting the datastore file [datastore2] 1bb09fa7-06dd-4362-b8e7-b0cf82e18056 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.819967] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98054a0f-1e4a-4ecd-9c75-4476dea4a0c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.826032] env[69486]: DEBUG oslo_vmware.api [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Waiting for the task: (returnval){ [ 612.826032] env[69486]: value = "task-3213430" [ 612.826032] env[69486]: _type = "Task" [ 612.826032] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.834666] env[69486]: DEBUG oslo_vmware.api [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Task: {'id': task-3213430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.877929] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70197} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.878215] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4/a22b3977-2a6f-4f01-949d-874208903ff4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.878422] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.878672] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d9f38bf-d26a-418d-aea2-2cc9ae67bf67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.885121] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 612.885121] env[69486]: value = "task-3213432" [ 612.885121] env[69486]: _type = "Task" [ 612.885121] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.894853] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.967793] env[69486]: DEBUG nova.scheduler.client.report [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.981532] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.989278] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213428, 'name': CreateVM_Task, 'duration_secs': 0.390679} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.989843] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.990287] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.990436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.990751] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.991104] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb28f19e-d5bd-4cf4-b671-2680bd4aae12 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.998015] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256211e-bc41-c265-67fc-2290a42a0af5, 'name': SearchDatastore_Task, 'duration_secs': 0.070059} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.998785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.002024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819/74b0bc13-7b1f-4c6f-938a-d7bd00d3d819.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.002024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.002024] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.002024] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfd8616-db4e-4a0e-9d2d-621516e5503a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.003049] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5092b6a-1fe3-431f-8a9b-826d38959d76 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.006232] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 613.006232] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bc477f-1a5f-0831-2d30-9cabcc4729e7" [ 613.006232] env[69486]: _type = "Task" [ 613.006232] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.011195] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 613.011195] env[69486]: value = "task-3213433" [ 613.011195] env[69486]: _type = "Task" [ 613.011195] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.021812] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bc477f-1a5f-0831-2d30-9cabcc4729e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.026337] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.027836] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.027836] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.030722] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaab78ad-5548-4456-a36a-599d4e73da3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.036470] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 613.036470] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522dd338-2c52-16ff-8e37-75cca2123940" [ 613.036470] env[69486]: _type = "Task" [ 613.036470] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.047521] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522dd338-2c52-16ff-8e37-75cca2123940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.064316] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "refresh_cache-56942e43-4cfd-4cbd-bc0e-a39efc43df85" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.064316] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "refresh_cache-56942e43-4cfd-4cbd-bc0e-a39efc43df85" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.064316] env[69486]: DEBUG nova.network.neutron [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.065928] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.120509] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.121867] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.121867] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.121867] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.125314] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.125498] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.125727] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.125958] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.126133] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.126316] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.126494] env[69486]: DEBUG nova.virt.hardware [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.127745] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c3aebc-fbf7-419b-bdbb-3708957a1700 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.138438] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccdc25a-faa1-4fb5-bd31-b3a30554be82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.336287] env[69486]: DEBUG oslo_vmware.api [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Task: {'id': task-3213430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494807} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.336627] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.336864] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.337065] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.337276] env[69486]: INFO nova.compute.manager [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Took 1.16 seconds to destroy the instance on the hypervisor. [ 613.337819] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.337902] env[69486]: DEBUG nova.compute.manager [-] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.337953] env[69486]: DEBUG nova.network.neutron [-] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.394175] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06469} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.394561] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.395336] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66181bac-3523-40be-a500-25dff66f53a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.418881] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4/a22b3977-2a6f-4f01-949d-874208903ff4.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.419701] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f101e062-2c1a-4001-989b-dec28264f5cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.442361] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 613.442361] env[69486]: value = "task-3213434" [ 613.442361] env[69486]: _type = "Task" [ 613.442361] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.449852] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.479573] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.479573] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.481565] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.357s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.521451] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.526806] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bc477f-1a5f-0831-2d30-9cabcc4729e7, 'name': SearchDatastore_Task, 'duration_secs': 0.019424} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.527613] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.530020] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.530020] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.534669] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.548159] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522dd338-2c52-16ff-8e37-75cca2123940, 'name': SearchDatastore_Task, 'duration_secs': 0.016987} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.549081] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22ffa1a-b131-4411-91a7-f5630a900653 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.555019] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 613.555019] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aebb61-9100-4588-2f04-9066b1bd2266" [ 613.555019] env[69486]: _type = "Task" [ 613.555019] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.565711] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aebb61-9100-4588-2f04-9066b1bd2266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.624484] env[69486]: DEBUG nova.network.neutron [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Updated VIF entry in instance network info cache for port 213d61ef-39a2-46af-9648-bafa468f567c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.624779] env[69486]: DEBUG nova.network.neutron [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Updating instance_info_cache with network_info: [{"id": "213d61ef-39a2-46af-9648-bafa468f567c", "address": "fa:16:3e:3c:e8:49", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213d61ef-39", "ovs_interfaceid": "213d61ef-39a2-46af-9648-bafa468f567c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.663724] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.664064] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.703544] env[69486]: DEBUG nova.network.neutron [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.752335] env[69486]: DEBUG nova.network.neutron [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Updating instance_info_cache with network_info: [{"id": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "address": "fa:16:3e:94:aa:f2", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4cf0c5-21", "ovs_interfaceid": "1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.950071] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.985674] env[69486]: DEBUG nova.compute.utils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.991614] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.991814] env[69486]: DEBUG nova.network.neutron [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.027549] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892021} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.027549] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819/74b0bc13-7b1f-4c6f-938a-d7bd00d3d819.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.027549] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.027758] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3d02d6-4458-4508-9fba-84c77afec327 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.037152] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 614.037152] env[69486]: value = "task-3213435" [ 614.037152] env[69486]: _type = "Task" [ 614.037152] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.050736] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.066604] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aebb61-9100-4588-2f04-9066b1bd2266, 'name': SearchDatastore_Task, 'duration_secs': 0.056059} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.066604] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.066817] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 2e0df378-21a8-4176-8f9f-e8c891987442/2e0df378-21a8-4176-8f9f-e8c891987442.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.067096] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.067338] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.067565] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ccb15a4-0d25-4045-89ce-0641e9f87fb3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.069826] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-462e5275-e34d-4dc7-ac75-69c23f4b9d54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.076219] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 614.076219] env[69486]: value = "task-3213436" [ 614.076219] env[69486]: _type = "Task" [ 614.076219] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.081037] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.081233] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.082439] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbbe33e-79c2-41a9-9c07-129651a4673a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.090663] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.094333] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 614.094333] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527aacf2-32b0-c107-fc46-07d51f57c4bb" [ 614.094333] env[69486]: _type = "Task" [ 614.094333] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.102190] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527aacf2-32b0-c107-fc46-07d51f57c4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.130951] env[69486]: DEBUG oslo_concurrency.lockutils [req-2ff16d2f-8f3c-43ae-915e-8e493da6221f req-55758569-0ec3-4817-af45-5645e4f40b3a service nova] Releasing lock "refresh_cache-2e0df378-21a8-4176-8f9f-e8c891987442" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.136710] env[69486]: DEBUG nova.network.neutron [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Updating instance_info_cache with network_info: [{"id": "de1f578e-da4f-44c9-b97e-f61b6dae44d5", "address": "fa:16:3e:09:35:7f", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1f578e-da", "ovs_interfaceid": "de1f578e-da4f-44c9-b97e-f61b6dae44d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.166477] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.219728] env[69486]: DEBUG nova.policy [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d2e7a44f2c468cb3ad3b87a97eb5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f83afe393664c4ebb847e966242e0d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.261293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-890c6495-7571-473e-8a82-b7c21cd090b1 tempest-ServerExternalEventsTest-1507296288 tempest-ServerExternalEventsTest-1507296288-project] Releasing lock "refresh_cache-63aaa0e8-e834-41b2-8522-3e26ad687971" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.456675] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213434, 'name': ReconfigVM_Task, 'duration_secs': 0.666961} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.457082] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4/a22b3977-2a6f-4f01-949d-874208903ff4.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.458361] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a9cbc3f-0e5a-40c3-acdf-e399b5a037da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.467340] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 614.467340] env[69486]: value = "task-3213437" [ 614.467340] env[69486]: _type = "Task" [ 614.467340] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.479319] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213437, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.492807] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.522893] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 1bb09fa7-06dd-4362-b8e7-b0cf82e18056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.522893] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 9bd2025e-7af4-4366-aca0-418da39f9547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523416] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 63aaa0e8-e834-41b2-8522-3e26ad687971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523416] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523416] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a22b3977-2a6f-4f01-949d-874208903ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523416] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 2e0df378-21a8-4176-8f9f-e8c891987442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523675] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 56942e43-4cfd-4cbd-bc0e-a39efc43df85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523675] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523749] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance eda9280b-3a26-4e37-a2e3-cf404597dac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.523835] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 06613882-ee95-461f-8ba1-d2cdf8842329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.554732] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122805} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.556618] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.560211] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabce8e0-4528-43bc-9c6d-f95cfab3b1c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.582488] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819/74b0bc13-7b1f-4c6f-938a-d7bd00d3d819.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.585162] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ea5d67-873e-44a1-b3fa-99d3623d043b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.608842] env[69486]: DEBUG nova.network.neutron [-] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.621467] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444561} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.625317] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 2e0df378-21a8-4176-8f9f-e8c891987442/2e0df378-21a8-4176-8f9f-e8c891987442.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.625317] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.625317] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 614.625317] env[69486]: value = "task-3213438" [ 614.625317] env[69486]: _type = "Task" [ 614.625317] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.625726] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527aacf2-32b0-c107-fc46-07d51f57c4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.626995] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a5648a-4b7b-4b76-94e4-70b6aa62d06b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.634520] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb845c22-79b9-4316-835a-f9928c69871b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.638230] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "refresh_cache-56942e43-4cfd-4cbd-bc0e-a39efc43df85" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.638666] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Instance network_info: |[{"id": "de1f578e-da4f-44c9-b97e-f61b6dae44d5", "address": "fa:16:3e:09:35:7f", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1f578e-da", "ovs_interfaceid": "de1f578e-da4f-44c9-b97e-f61b6dae44d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.639593] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:35:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de1f578e-da4f-44c9-b97e-f61b6dae44d5', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.647935] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating folder: Project (56f25e99a08c4c6094b9a8b3f6676d7f). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.654872] env[69486]: DEBUG nova.network.neutron [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Successfully updated port: be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.657642] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-402ed333-da87-4084-9eef-1591c5df7d22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.659198] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.659198] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 614.659198] env[69486]: value = "task-3213439" [ 614.659198] env[69486]: _type = "Task" [ 614.659198] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.659400] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 614.659400] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9c41f-bfdc-d6da-510a-dc659f71a891" [ 614.659400] env[69486]: _type = "Task" [ 614.659400] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.673276] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created folder: Project (56f25e99a08c4c6094b9a8b3f6676d7f) in parent group-v642494. [ 614.673276] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating folder: Instances. Parent ref: group-v642517. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.679295] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "37200872-b8df-40bf-a82a-f0d010de4d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.679876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "37200872-b8df-40bf-a82a-f0d010de4d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.680081] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d92b70a0-ff50-40d4-8c5a-cfdc98b61141 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.688344] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.688569] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9c41f-bfdc-d6da-510a-dc659f71a891, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.689176] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.689479] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.689772] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f92d1f-aa00-4c4e-a676-96ee13445085 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.695183] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created folder: Instances in parent group-v642517. [ 614.695408] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.696851] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.698057] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.698390] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 614.698390] env[69486]: value = "task-3213442" [ 614.698390] env[69486]: _type = "Task" [ 614.698390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.698531] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64af15dc-a2ce-49e4-b113-b4dfc4284703 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.723487] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.725574] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.725574] env[69486]: value = "task-3213443" [ 614.725574] env[69486]: _type = "Task" [ 614.725574] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.734059] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213443, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.929413] env[69486]: DEBUG nova.network.neutron [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Successfully updated port: e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.978266] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213437, 'name': Rename_Task, 'duration_secs': 0.325362} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.978584] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.979144] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0eac8b9-0f0f-4d1d-a00e-190d43438d3a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.986829] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 614.986829] env[69486]: value = "task-3213445" [ 614.986829] env[69486]: _type = "Task" [ 614.986829] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.997811] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.011014] env[69486]: DEBUG nova.compute.manager [req-4cae0ce1-e01c-46cb-b4b5-9de8381b05c2 req-2b5ce0a8-e990-4a29-ad90-838698ccae15 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Received event network-vif-plugged-de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 615.011336] env[69486]: DEBUG oslo_concurrency.lockutils [req-4cae0ce1-e01c-46cb-b4b5-9de8381b05c2 req-2b5ce0a8-e990-4a29-ad90-838698ccae15 service nova] Acquiring lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.012110] env[69486]: DEBUG oslo_concurrency.lockutils [req-4cae0ce1-e01c-46cb-b4b5-9de8381b05c2 req-2b5ce0a8-e990-4a29-ad90-838698ccae15 service nova] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.012393] env[69486]: DEBUG oslo_concurrency.lockutils [req-4cae0ce1-e01c-46cb-b4b5-9de8381b05c2 req-2b5ce0a8-e990-4a29-ad90-838698ccae15 service nova] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.012612] env[69486]: DEBUG nova.compute.manager [req-4cae0ce1-e01c-46cb-b4b5-9de8381b05c2 req-2b5ce0a8-e990-4a29-ad90-838698ccae15 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] No waiting events found dispatching network-vif-plugged-de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.012837] env[69486]: WARNING nova.compute.manager [req-4cae0ce1-e01c-46cb-b4b5-9de8381b05c2 req-2b5ce0a8-e990-4a29-ad90-838698ccae15 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Received unexpected event network-vif-plugged-de1f578e-da4f-44c9-b97e-f61b6dae44d5 for instance with vm_state building and task_state spawning. [ 615.029314] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance cc3e8d53-a599-4579-920b-f416d6ec1b07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 615.114473] env[69486]: INFO nova.compute.manager [-] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Took 1.78 seconds to deallocate network for instance. [ 615.142207] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213438, 'name': ReconfigVM_Task, 'duration_secs': 0.281818} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.142618] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819/74b0bc13-7b1f-4c6f-938a-d7bd00d3d819.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.143346] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe24a06c-a8ff-4ded-9bbc-3d6d57f065f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.150647] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 615.150647] env[69486]: value = "task-3213446" [ 615.150647] env[69486]: _type = "Task" [ 615.150647] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.157092] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.157216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.158031] env[69486]: DEBUG nova.network.neutron [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.164144] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213446, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.174216] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148062} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.174634] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.175500] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49847d08-d126-4848-873f-5d06bd19fb34 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.201534] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2e0df378-21a8-4176-8f9f-e8c891987442/2e0df378-21a8-4176-8f9f-e8c891987442.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.202177] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3925ecad-733b-46b5-8aae-395c5e1ed7a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.227552] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474055} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.231759] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.232033] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.232437] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 615.232437] env[69486]: value = "task-3213447" [ 615.232437] env[69486]: _type = "Task" [ 615.232437] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.232724] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de8003db-98ae-4b81-bfe0-d0236fa0e78a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.241584] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213443, 'name': CreateVM_Task, 'duration_secs': 0.443303} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.242143] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.242924] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.243182] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.243834] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.243834] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f7b2b5-4aea-4ad2-8ff2-15c9597795e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.250198] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.250533] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 615.250533] env[69486]: value = "task-3213448" [ 615.250533] env[69486]: _type = "Task" [ 615.250533] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.255297] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 615.255297] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229adc6-4ced-4a1c-6528-5a4312206037" [ 615.255297] env[69486]: _type = "Task" [ 615.255297] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.262350] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.267564] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229adc6-4ced-4a1c-6528-5a4312206037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.407374] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "63aaa0e8-e834-41b2-8522-3e26ad687971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.407812] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.408215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "63aaa0e8-e834-41b2-8522-3e26ad687971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.408536] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.408865] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.412071] env[69486]: INFO nova.compute.manager [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Terminating instance [ 615.432848] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "refresh_cache-eda9280b-3a26-4e37-a2e3-cf404597dac3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.433153] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "refresh_cache-eda9280b-3a26-4e37-a2e3-cf404597dac3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.433446] env[69486]: DEBUG nova.network.neutron [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.503051] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213445, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.511890] env[69486]: DEBUG nova.network.neutron [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Successfully created port: 1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.516113] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.534086] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0767959d-2fd8-4908-af49-ad43cad13ba7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 615.578616] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.579504] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.579504] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.579504] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.579504] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.579504] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.579706] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.584223] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.584223] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.584223] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.584223] env[69486]: DEBUG nova.virt.hardware [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.585998] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ac5c47-3409-4baf-bc96-59609bccc1d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.599248] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df4fff-906c-430a-b7ee-fb4d2283ceb3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.624576] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.666035] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213446, 'name': Rename_Task, 'duration_secs': 0.147725} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.666742] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.667217] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7470af9-0e0c-41c7-aecb-1f828cee061e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.677832] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 615.677832] env[69486]: value = "task-3213449" [ 615.677832] env[69486]: _type = "Task" [ 615.677832] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.691102] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.746609] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213447, 'name': ReconfigVM_Task, 'duration_secs': 0.3399} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.747171] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2e0df378-21a8-4176-8f9f-e8c891987442/2e0df378-21a8-4176-8f9f-e8c891987442.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.747663] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e3b205-f905-4ae2-883c-b13245ecb56a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.757126] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 615.757126] env[69486]: value = "task-3213450" [ 615.757126] env[69486]: _type = "Task" [ 615.757126] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.771604] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074746} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.773027] env[69486]: DEBUG nova.network.neutron [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.776244] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.778496] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27f7e0-bfc2-4676-8f78-b1fab546ac9f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.798711] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213450, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.799109] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229adc6-4ced-4a1c-6528-5a4312206037, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.805237] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.805325] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.805625] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.805787] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.806649] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.814270] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf71e22f-9e31-458e-af4a-9ad6df761ee9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.825131] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.825453] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76eb955c-afd3-476c-890e-d3704350ef81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.847994] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 615.847994] env[69486]: value = "task-3213451" [ 615.847994] env[69486]: _type = "Task" [ 615.847994] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.855860] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.856158] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.857388] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbcc9a5d-b126-4785-ac02-421441cada14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.863339] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.866634] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 615.866634] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5227e285-2977-4e92-17b8-3cee60133798" [ 615.866634] env[69486]: _type = "Task" [ 615.866634] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.876944] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5227e285-2977-4e92-17b8-3cee60133798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.923641] env[69486]: DEBUG nova.compute.manager [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.923858] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.928119] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453f1fa9-85fa-40fb-96c2-860de6a0ae8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.936360] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.939052] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c9210c-6099-4c65-a3f7-c709d47d56c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.946490] env[69486]: DEBUG oslo_vmware.api [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 615.946490] env[69486]: value = "task-3213452" [ 615.946490] env[69486]: _type = "Task" [ 615.946490] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.960897] env[69486]: DEBUG oslo_vmware.api [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.000391] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213445, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.004750] env[69486]: DEBUG nova.compute.manager [req-32af22f6-e988-400e-8b19-abf5c3aa78ed req-ad8756ca-a4b7-4506-9bea-10cb08628f14 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Received event network-vif-plugged-be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 616.004750] env[69486]: DEBUG oslo_concurrency.lockutils [req-32af22f6-e988-400e-8b19-abf5c3aa78ed req-ad8756ca-a4b7-4506-9bea-10cb08628f14 service nova] Acquiring lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.004750] env[69486]: DEBUG oslo_concurrency.lockutils [req-32af22f6-e988-400e-8b19-abf5c3aa78ed req-ad8756ca-a4b7-4506-9bea-10cb08628f14 service nova] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.004750] env[69486]: DEBUG oslo_concurrency.lockutils [req-32af22f6-e988-400e-8b19-abf5c3aa78ed req-ad8756ca-a4b7-4506-9bea-10cb08628f14 service nova] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.004750] env[69486]: DEBUG nova.compute.manager [req-32af22f6-e988-400e-8b19-abf5c3aa78ed req-ad8756ca-a4b7-4506-9bea-10cb08628f14 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] No waiting events found dispatching network-vif-plugged-be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.007111] env[69486]: WARNING nova.compute.manager [req-32af22f6-e988-400e-8b19-abf5c3aa78ed req-ad8756ca-a4b7-4506-9bea-10cb08628f14 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Received unexpected event network-vif-plugged-be50f0fa-88d3-4db2-a034-f86101e1cb22 for instance with vm_state building and task_state spawning. [ 616.035334] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ea3623f6-fc35-4269-b8f4-f483d75b8d9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 616.040335] env[69486]: DEBUG nova.network.neutron [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.186851] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213449, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.234715] env[69486]: DEBUG nova.network.neutron [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Updating instance_info_cache with network_info: [{"id": "be50f0fa-88d3-4db2-a034-f86101e1cb22", "address": "fa:16:3e:03:c6:a2", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe50f0fa-88", "ovs_interfaceid": "be50f0fa-88d3-4db2-a034-f86101e1cb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.275465] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213450, 'name': Rename_Task, 'duration_secs': 0.155969} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.275795] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.276065] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1091ffdf-d14a-491e-b840-70f34cc7e2bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.284468] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 616.284468] env[69486]: value = "task-3213453" [ 616.284468] env[69486]: _type = "Task" [ 616.284468] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.292144] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.357607] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213451, 'name': ReconfigVM_Task, 'duration_secs': 0.380588} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.357877] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.359090] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d1a25c-9ce0-47ff-994b-4e1831e9d2f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.366403] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 616.366403] env[69486]: value = "task-3213454" [ 616.366403] env[69486]: _type = "Task" [ 616.366403] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.388510] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213454, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.393329] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5227e285-2977-4e92-17b8-3cee60133798, 'name': SearchDatastore_Task, 'duration_secs': 0.014685} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.394176] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d388d6c-404a-4ccd-b8b2-5300fce70a13 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.399965] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 616.399965] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522a92c8-2b6a-56b2-0ad7-f26d4f111fae" [ 616.399965] env[69486]: _type = "Task" [ 616.399965] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.409402] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522a92c8-2b6a-56b2-0ad7-f26d4f111fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.448216] env[69486]: DEBUG nova.network.neutron [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Updating instance_info_cache with network_info: [{"id": "e11e85be-5aa1-4ddf-a6a1-beeae8a01845", "address": "fa:16:3e:a2:0c:13", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11e85be-5a", "ovs_interfaceid": "e11e85be-5aa1-4ddf-a6a1-beeae8a01845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.457737] env[69486]: DEBUG oslo_vmware.api [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213452, 'name': PowerOffVM_Task, 'duration_secs': 0.205127} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.458196] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.458718] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.458956] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6e2a4f-ab96-47e3-9537-aed4d072f4a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.501150] env[69486]: DEBUG oslo_vmware.api [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213445, 'name': PowerOnVM_Task, 'duration_secs': 1.047836} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.501518] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.501722] env[69486]: INFO nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Took 15.39 seconds to spawn the instance on the hypervisor. [ 616.501891] env[69486]: DEBUG nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.503087] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eb413b-7b0d-4a49-acf2-2f2cccdbfaab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.539908] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 37200872-b8df-40bf-a82a-f0d010de4d06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 616.540196] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 616.540344] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 616.718498] env[69486]: DEBUG oslo_vmware.api [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213449, 'name': PowerOnVM_Task, 'duration_secs': 1.001906} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.718498] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.718498] env[69486]: INFO nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Took 13.34 seconds to spawn the instance on the hypervisor. [ 616.718498] env[69486]: DEBUG nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.718498] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d664c-84d4-4bf1-a97b-b827b37236dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.739031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.739031] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance network_info: |[{"id": "be50f0fa-88d3-4db2-a034-f86101e1cb22", "address": "fa:16:3e:03:c6:a2", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe50f0fa-88", "ovs_interfaceid": "be50f0fa-88d3-4db2-a034-f86101e1cb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.739543] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c6:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be50f0fa-88d3-4db2-a034-f86101e1cb22', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.746396] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating folder: Project (8108523c672546cfb60a4283d6974b0f). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.754650] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-147434f7-e252-4af8-aeba-af0824454080 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.780749] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created folder: Project (8108523c672546cfb60a4283d6974b0f) in parent group-v642494. [ 616.780749] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating folder: Instances. Parent ref: group-v642520. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.780749] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d70ba76-3c4a-4e3c-bc1a-da6cf21d001a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.790460] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created folder: Instances in parent group-v642520. [ 616.790460] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.799122] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.799122] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57796d22-49ae-4377-83de-2303136bf181 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.826842] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.826842] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.827040] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Deleting the datastore file [datastore2] 63aaa0e8-e834-41b2-8522-3e26ad687971 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.832128] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab313792-ad0d-4a53-b2f1-ed5a73843767 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.833076] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213453, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.834413] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.834413] env[69486]: value = "task-3213458" [ 616.834413] env[69486]: _type = "Task" [ 616.834413] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.840447] env[69486]: DEBUG oslo_vmware.api [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for the task: (returnval){ [ 616.840447] env[69486]: value = "task-3213459" [ 616.840447] env[69486]: _type = "Task" [ 616.840447] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.847054] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213458, 'name': CreateVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.853640] env[69486]: DEBUG oslo_vmware.api [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.881173] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213454, 'name': Rename_Task, 'duration_secs': 0.159681} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.881482] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.881797] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f18575-3f91-498e-b9bf-b090d313ddfd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.891273] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 616.891273] env[69486]: value = "task-3213460" [ 616.891273] env[69486]: _type = "Task" [ 616.891273] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.907152] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.918630] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522a92c8-2b6a-56b2-0ad7-f26d4f111fae, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.919052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.919426] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 56942e43-4cfd-4cbd-bc0e-a39efc43df85/56942e43-4cfd-4cbd-bc0e-a39efc43df85.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.919726] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221c7e9c-03b0-4a43-87f8-e0ee05be51cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.927918] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 616.927918] env[69486]: value = "task-3213461" [ 616.927918] env[69486]: _type = "Task" [ 616.927918] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.941938] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.957798] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "refresh_cache-eda9280b-3a26-4e37-a2e3-cf404597dac3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.957798] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance network_info: |[{"id": "e11e85be-5aa1-4ddf-a6a1-beeae8a01845", "address": "fa:16:3e:a2:0c:13", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11e85be-5a", "ovs_interfaceid": "e11e85be-5aa1-4ddf-a6a1-beeae8a01845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.958810] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:0c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11e85be-5aa1-4ddf-a6a1-beeae8a01845', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.973474] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating folder: Project (9f83afe393664c4ebb847e966242e0d5). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.973474] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35eedbd1-1055-4cac-a318-0d5f6cedca5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.983655] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created folder: Project (9f83afe393664c4ebb847e966242e0d5) in parent group-v642494. [ 616.984212] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating folder: Instances. Parent ref: group-v642523. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.987158] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f18c6342-c91e-4a2d-a028-ad69d5c75e57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.008400] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created folder: Instances in parent group-v642523. [ 617.008400] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.008400] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.011062] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9c0dff-fff0-4e69-bea7-f5ebeae589c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.049890] env[69486]: INFO nova.compute.manager [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Took 22.27 seconds to build instance. [ 617.056311] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.056311] env[69486]: value = "task-3213465" [ 617.056311] env[69486]: _type = "Task" [ 617.056311] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.070206] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213465, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.153244] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f99f1f-0748-47f8-ab7e-22242ffa7f28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.166590] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdd1b11-4d29-482d-aef5-f20c30c0067d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.221419] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdc6473-9d30-4133-af94-3c7e0448fe69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.230484] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ff06d-017a-4f0b-8e4f-693a520f7425 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.248618] env[69486]: INFO nova.compute.manager [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Took 22.43 seconds to build instance. [ 617.260575] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.302464] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213453, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.352821] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213458, 'name': CreateVM_Task, 'duration_secs': 0.489923} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.356601] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.356750] env[69486]: DEBUG oslo_vmware.api [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Task: {'id': task-3213459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219397} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.360804] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.362075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.362075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.362075] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.362075] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.362396] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.362396] env[69486]: INFO nova.compute.manager [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Took 1.44 seconds to destroy the instance on the hypervisor. [ 617.362556] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.362781] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd123fa-bd0c-400d-9d4a-0db64c941f3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.365029] env[69486]: DEBUG nova.compute.manager [-] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.365155] env[69486]: DEBUG nova.network.neutron [-] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.373029] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 617.373029] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528fcaa2-87b2-671e-8733-aee6123e6543" [ 617.373029] env[69486]: _type = "Task" [ 617.373029] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.386871] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528fcaa2-87b2-671e-8733-aee6123e6543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.403964] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213460, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.438344] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.551034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfa68211-d390-44c3-b20e-b13f2442cb47 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.791s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.574559] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213465, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.653070] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.653215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.751828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ae1a03d-f5dd-483d-babf-a4df734a9988 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.945s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.787910] env[69486]: ERROR nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [req-17ff264a-c737-49ed-b216-0f244c61011c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17ff264a-c737-49ed-b216-0f244c61011c"}]} [ 617.799366] env[69486]: DEBUG oslo_vmware.api [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213453, 'name': PowerOnVM_Task, 'duration_secs': 1.360657} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.799366] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.799724] env[69486]: INFO nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Took 11.95 seconds to spawn the instance on the hypervisor. [ 617.799724] env[69486]: DEBUG nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.800391] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb5aa97-5ec2-40b5-8737-57c7bea4e9e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.810821] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 617.828959] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 617.828959] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.840803] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 617.869222] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 617.884621] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528fcaa2-87b2-671e-8733-aee6123e6543, 'name': SearchDatastore_Task, 'duration_secs': 0.060266} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.885101] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.885213] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.885427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.885573] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.885766] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.886036] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-374d6166-ad33-4fe6-a174-70850065a88b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.905046] env[69486]: DEBUG oslo_vmware.api [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213460, 'name': PowerOnVM_Task, 'duration_secs': 0.628874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.906301] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.907089] env[69486]: DEBUG nova.compute.manager [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.907178] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.907398] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.908673] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff229aa2-b17a-478e-a8aa-d80b0c239f1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.911680] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24db5b4-5173-4b88-8099-6025abfcb975 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.925584] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 617.925584] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52806272-2d56-b4d0-c350-68a0fa9d3398" [ 617.925584] env[69486]: _type = "Task" [ 617.925584] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.941295] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52806272-2d56-b4d0-c350-68a0fa9d3398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.945055] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632982} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.949198] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 56942e43-4cfd-4cbd-bc0e-a39efc43df85/56942e43-4cfd-4cbd-bc0e-a39efc43df85.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.949569] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.950122] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c934ee51-e647-4982-9379-98454d647978 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.957921] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 617.957921] env[69486]: value = "task-3213466" [ 617.957921] env[69486]: _type = "Task" [ 617.957921] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.972505] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.054219] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.073318] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213465, 'name': CreateVM_Task, 'duration_secs': 1.01653} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.074180] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.075438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.075438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.075438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.076075] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348cfbce-7c0d-4cc1-83a6-32f0992572a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.083632] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 618.083632] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b039f0-1a64-d2a3-51cb-2d6fe13167ea" [ 618.083632] env[69486]: _type = "Task" [ 618.083632] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.093512] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b039f0-1a64-d2a3-51cb-2d6fe13167ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.143321] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c67f22-6d99-4cd7-9999-dbddaa354114 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.151477] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c752e4-6dd6-44e7-b919-c8bbfc0b92c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.192128] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48f6c5-8377-4352-bc3c-d7895ee1bcf5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.200959] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b2eba-aaed-45eb-ad5a-94dc729c9ece {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.222511] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.246124] env[69486]: DEBUG nova.network.neutron [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Successfully updated port: 1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.254350] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.328374] env[69486]: INFO nova.compute.manager [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Took 21.74 seconds to build instance. [ 618.446846] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.453460] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52806272-2d56-b4d0-c350-68a0fa9d3398, 'name': SearchDatastore_Task, 'duration_secs': 0.02137} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.456036] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aed8ece-823f-4685-80df-ba7d2c709024 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.462935] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 618.462935] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527102fd-6d68-3f09-0d10-ef359b38ec68" [ 618.462935] env[69486]: _type = "Task" [ 618.462935] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.469743] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066689} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.470358] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.471131] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38290b0-573f-4652-bac2-c3c0c7c9a4cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.477244] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527102fd-6d68-3f09-0d10-ef359b38ec68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.504854] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 56942e43-4cfd-4cbd-bc0e-a39efc43df85/56942e43-4cfd-4cbd-bc0e-a39efc43df85.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.505391] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3015887-8def-4a48-bdc4-3b66b61256a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.527347] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 618.527347] env[69486]: value = "task-3213467" [ 618.527347] env[69486]: _type = "Task" [ 618.527347] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.537684] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.566767] env[69486]: DEBUG nova.network.neutron [-] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.591026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.599899] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b039f0-1a64-d2a3-51cb-2d6fe13167ea, 'name': SearchDatastore_Task, 'duration_secs': 0.068414} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.604021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.604021] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.604021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.750354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "refresh_cache-06613882-ee95-461f-8ba1-d2cdf8842329" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.750505] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "refresh_cache-06613882-ee95-461f-8ba1-d2cdf8842329" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.750654] env[69486]: DEBUG nova.network.neutron [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.786140] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 618.786364] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 19 to 20 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 618.786515] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.794296] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.809087] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Received event network-changed-de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 618.809423] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Refreshing instance network info cache due to event network-changed-de1f578e-da4f-44c9-b97e-f61b6dae44d5. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 618.809544] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Acquiring lock "refresh_cache-56942e43-4cfd-4cbd-bc0e-a39efc43df85" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.809616] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Acquired lock "refresh_cache-56942e43-4cfd-4cbd-bc0e-a39efc43df85" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.809777] env[69486]: DEBUG nova.network.neutron [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Refreshing network info cache for port de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.831057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e5464b6-3fc3-44ba-941f-99641f11ab5f tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "2e0df378-21a8-4176-8f9f-e8c891987442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.256s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.977891] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527102fd-6d68-3f09-0d10-ef359b38ec68, 'name': SearchDatastore_Task, 'duration_secs': 0.020351} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.977963] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.978610] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.978942] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.979156] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.979380] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-272b595a-acbf-46a2-9b48-57f591852732 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.982230] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1343a8eb-5ee5-4f1d-bf86-34d7a9a9be3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.991342] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 618.991342] env[69486]: value = "task-3213468" [ 618.991342] env[69486]: _type = "Task" [ 618.991342] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.998447] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.999031] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.999808] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8961c1fd-b414-45e6-b82a-2321765bde54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.005859] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.010100] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 619.010100] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6be68-f4a7-2d99-deb2-e7a37a5d9602" [ 619.010100] env[69486]: _type = "Task" [ 619.010100] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.021437] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6be68-f4a7-2d99-deb2-e7a37a5d9602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.040378] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213467, 'name': ReconfigVM_Task, 'duration_secs': 0.423559} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.040773] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 56942e43-4cfd-4cbd-bc0e-a39efc43df85/56942e43-4cfd-4cbd-bc0e-a39efc43df85.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.043522] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0154d311-8f2d-48ce-9832-16c660f31974 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.047654] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 619.047654] env[69486]: value = "task-3213469" [ 619.047654] env[69486]: _type = "Task" [ 619.047654] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.060370] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213469, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.075022] env[69486]: INFO nova.compute.manager [-] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Took 1.71 seconds to deallocate network for instance. [ 619.295669] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 619.296015] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.814s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.296406] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.810s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.297823] env[69486]: INFO nova.compute.claims [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.306770] env[69486]: DEBUG nova.network.neutron [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.407382] env[69486]: DEBUG nova.compute.manager [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Received event network-changed-be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 619.407382] env[69486]: DEBUG nova.compute.manager [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Refreshing instance network info cache due to event network-changed-be50f0fa-88d3-4db2-a034-f86101e1cb22. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 619.407382] env[69486]: DEBUG oslo_concurrency.lockutils [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] Acquiring lock "refresh_cache-6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.407382] env[69486]: DEBUG oslo_concurrency.lockutils [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] Acquired lock "refresh_cache-6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.408848] env[69486]: DEBUG nova.network.neutron [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Refreshing network info cache for port be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.508741] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.534178] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6be68-f4a7-2d99-deb2-e7a37a5d9602, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.537928] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40368c7-7fce-411a-92f3-0013023b5b9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.543300] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 619.543300] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cb4507-8076-55ed-2a87-236a1330d6f0" [ 619.543300] env[69486]: _type = "Task" [ 619.543300] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.568762] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cb4507-8076-55ed-2a87-236a1330d6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.569109] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213469, 'name': Rename_Task, 'duration_secs': 0.219666} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.569357] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.569623] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7242ca7a-3153-48de-a70a-09025bfa5e98 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.579487] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.579858] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 619.579858] env[69486]: value = "task-3213471" [ 619.579858] env[69486]: _type = "Task" [ 619.579858] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.593838] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.005725] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815037} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.006075] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.006505] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.006611] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433edfe2-d81f-47f3-baea-222f93f621f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.013418] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 620.013418] env[69486]: value = "task-3213472" [ 620.013418] env[69486]: _type = "Task" [ 620.013418] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.034202] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.061373] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cb4507-8076-55ed-2a87-236a1330d6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.057636} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.061847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.062515] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.062515] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c3f842c-5089-4f4e-8cea-df56769aa56d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.070437] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 620.070437] env[69486]: value = "task-3213473" [ 620.070437] env[69486]: _type = "Task" [ 620.070437] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.080866] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.089943] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.159236] env[69486]: DEBUG nova.network.neutron [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Updating instance_info_cache with network_info: [{"id": "1189bff1-1993-4c89-b864-96c9fd36427c", "address": "fa:16:3e:16:90:bf", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1189bff1-19", "ovs_interfaceid": "1189bff1-1993-4c89-b864-96c9fd36427c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.238706] env[69486]: DEBUG nova.network.neutron [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Updated VIF entry in instance network info cache for port de1f578e-da4f-44c9-b97e-f61b6dae44d5. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.238892] env[69486]: DEBUG nova.network.neutron [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Updating instance_info_cache with network_info: [{"id": "de1f578e-da4f-44c9-b97e-f61b6dae44d5", "address": "fa:16:3e:09:35:7f", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1f578e-da", "ovs_interfaceid": "de1f578e-da4f-44c9-b97e-f61b6dae44d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.533405] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097741} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.534478] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.535829] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed2d61-619c-4632-a50c-646bee992864 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.585229] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.598021] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1abb6d-cb9b-49b7-9748-ce033fd0faa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.646083] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.652950] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 620.652950] env[69486]: value = "task-3213474" [ 620.652950] env[69486]: _type = "Task" [ 620.652950] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.657024] env[69486]: DEBUG oslo_vmware.api [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213471, 'name': PowerOnVM_Task, 'duration_secs': 0.872425} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.657024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.657024] env[69486]: INFO nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Took 12.37 seconds to spawn the instance on the hypervisor. [ 620.657024] env[69486]: DEBUG nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.661713] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5390fc6-4478-4525-8b88-1ebe63fd6c6a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.671614] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "refresh_cache-06613882-ee95-461f-8ba1-d2cdf8842329" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.672442] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Instance network_info: |[{"id": "1189bff1-1993-4c89-b864-96c9fd36427c", "address": "fa:16:3e:16:90:bf", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1189bff1-19", "ovs_interfaceid": "1189bff1-1993-4c89-b864-96c9fd36427c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.673637] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:90:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1189bff1-1993-4c89-b864-96c9fd36427c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.688033] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.697588] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.701244] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6305d4f9-3419-4c6b-a3e6-e5f6d82ffd05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.735904] env[69486]: DEBUG nova.network.neutron [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Updated VIF entry in instance network info cache for port be50f0fa-88d3-4db2-a034-f86101e1cb22. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.737200] env[69486]: DEBUG nova.network.neutron [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Updating instance_info_cache with network_info: [{"id": "be50f0fa-88d3-4db2-a034-f86101e1cb22", "address": "fa:16:3e:03:c6:a2", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe50f0fa-88", "ovs_interfaceid": "be50f0fa-88d3-4db2-a034-f86101e1cb22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.741947] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Releasing lock "refresh_cache-56942e43-4cfd-4cbd-bc0e-a39efc43df85" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.742275] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Received event network-vif-deleted-7ffa4da0-3dff-44f1-a2d6-b0dddc4919be {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 620.742778] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Received event network-vif-plugged-e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 620.742778] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Acquiring lock "eda9280b-3a26-4e37-a2e3-cf404597dac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.743675] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.743675] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.743675] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] No waiting events found dispatching network-vif-plugged-e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.743778] env[69486]: WARNING nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Received unexpected event network-vif-plugged-e11e85be-5aa1-4ddf-a6a1-beeae8a01845 for instance with vm_state building and task_state spawning. [ 620.743995] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Received event network-changed-e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 620.744191] env[69486]: DEBUG nova.compute.manager [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Refreshing instance network info cache due to event network-changed-e11e85be-5aa1-4ddf-a6a1-beeae8a01845. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 620.744611] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Acquiring lock "refresh_cache-eda9280b-3a26-4e37-a2e3-cf404597dac3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.744745] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Acquired lock "refresh_cache-eda9280b-3a26-4e37-a2e3-cf404597dac3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.744988] env[69486]: DEBUG nova.network.neutron [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Refreshing network info cache for port e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.752021] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.752021] env[69486]: value = "task-3213475" [ 620.752021] env[69486]: _type = "Task" [ 620.752021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.764458] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213475, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.818047] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d825e50-20fc-4229-a3f3-cfb5c4ab59a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.827133] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ee5fd-78bb-4729-9787-f609c321d4ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.861539] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ada980-0931-4cb5-9e1a-4d15760cc6ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.869786] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b255b70-b0e9-48f9-ab49-a8ddaa425780 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.884943] env[69486]: DEBUG nova.compute.provider_tree [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.948594] env[69486]: DEBUG nova.compute.manager [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 621.105212] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75565} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.108009] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.108441] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.108742] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa2a803-0a77-45fe-baf3-fc2af0aa22f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.115853] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 621.115853] env[69486]: value = "task-3213476" [ 621.115853] env[69486]: _type = "Task" [ 621.115853] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.125379] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.166609] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.251119] env[69486]: DEBUG oslo_concurrency.lockutils [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] Releasing lock "refresh_cache-6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.251119] env[69486]: DEBUG nova.compute.manager [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Received event network-vif-plugged-1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 621.251119] env[69486]: DEBUG oslo_concurrency.lockutils [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] Acquiring lock "06613882-ee95-461f-8ba1-d2cdf8842329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.251119] env[69486]: DEBUG oslo_concurrency.lockutils [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] Lock "06613882-ee95-461f-8ba1-d2cdf8842329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.251119] env[69486]: DEBUG oslo_concurrency.lockutils [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] Lock "06613882-ee95-461f-8ba1-d2cdf8842329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.251280] env[69486]: DEBUG nova.compute.manager [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] No waiting events found dispatching network-vif-plugged-1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.251349] env[69486]: WARNING nova.compute.manager [req-bf268675-e8e6-4670-9b2a-46d634e12a4e req-175f9306-fe09-4b64-9e74-ae1b207267d0 service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Received unexpected event network-vif-plugged-1189bff1-1993-4c89-b864-96c9fd36427c for instance with vm_state building and task_state spawning. [ 621.254232] env[69486]: INFO nova.compute.manager [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Took 24.42 seconds to build instance. [ 621.266587] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213475, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.301102] env[69486]: INFO nova.compute.manager [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Rebuilding instance [ 621.370580] env[69486]: DEBUG nova.compute.manager [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.371659] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2fc07-d6df-42c1-b738-109bed8d4e61 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.429930] env[69486]: ERROR nova.scheduler.client.report [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [req-af5ebcc2-dbab-4fcc-9e49-faf1a92b9bab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af5ebcc2-dbab-4fcc-9e49-faf1a92b9bab"}]} [ 621.464033] env[69486]: DEBUG nova.scheduler.client.report [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 621.484259] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.484259] env[69486]: DEBUG nova.scheduler.client.report [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 621.484259] env[69486]: DEBUG nova.compute.provider_tree [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.502833] env[69486]: DEBUG nova.scheduler.client.report [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 621.541789] env[69486]: DEBUG nova.scheduler.client.report [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 621.640060] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076661} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.647346] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.649346] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065dd953-7fab-4e60-8b6d-3c2da0cc7241 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.673033] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.678756] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdd22df-8afd-4ff1-95a7-54dc9bb82ac5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.701764] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213474, 'name': ReconfigVM_Task, 'duration_secs': 1.028791} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.703254] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.704445] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 621.704445] env[69486]: value = "task-3213478" [ 621.704445] env[69486]: _type = "Task" [ 621.704445] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.704629] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2cdd3b-c898-4c4b-a2a8-9e9ac38ac009 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.715300] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.716908] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 621.716908] env[69486]: value = "task-3213479" [ 621.716908] env[69486]: _type = "Task" [ 621.716908] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.727747] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213479, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.759656] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dac44778-4e98-46be-9221-7e5d6b25cbf2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.938s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.771107] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213475, 'name': CreateVM_Task, 'duration_secs': 0.800581} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.771330] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.773173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.773423] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.773881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.777611] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e16224-54c6-48b8-af2e-ef87d4345b4d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.783809] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 621.783809] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529eacf2-77fc-b45a-69f0-f89b952362b0" [ 621.783809] env[69486]: _type = "Task" [ 621.783809] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.793495] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529eacf2-77fc-b45a-69f0-f89b952362b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.931233] env[69486]: DEBUG nova.network.neutron [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Updated VIF entry in instance network info cache for port e11e85be-5aa1-4ddf-a6a1-beeae8a01845. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.931233] env[69486]: DEBUG nova.network.neutron [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Updating instance_info_cache with network_info: [{"id": "e11e85be-5aa1-4ddf-a6a1-beeae8a01845", "address": "fa:16:3e:a2:0c:13", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape11e85be-5a", "ovs_interfaceid": "e11e85be-5aa1-4ddf-a6a1-beeae8a01845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.939333] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e31fd-171a-443e-a9e9-40fc770c9e8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.949880] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6a6b11-34ed-4b71-ab54-c88aac84b7cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.990219] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b2daf1-53a7-4d18-94c2-b8ef2210837a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.998117] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e772f-47c3-403b-84e2-e85acb6cf0d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.015973] env[69486]: DEBUG nova.compute.provider_tree [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.230569] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.238298] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213479, 'name': Rename_Task, 'duration_secs': 0.287246} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.238639] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.238907] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6757572-76a8-4079-a539-248dcddeef9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.247024] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 622.247024] env[69486]: value = "task-3213480" [ 622.247024] env[69486]: _type = "Task" [ 622.247024] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.254323] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.294769] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529eacf2-77fc-b45a-69f0-f89b952362b0, 'name': SearchDatastore_Task, 'duration_secs': 0.027044} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.295258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.295608] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.295995] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.296284] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.296585] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.296962] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f5dc7d3-14e8-484a-8203-51fb31831838 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.313016] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.313016] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.313016] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9023561-dfc5-47d6-80ad-ae522e98c741 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.318354] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 622.318354] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52baf63a-d420-0b91-8233-9dc0b5da0d8a" [ 622.318354] env[69486]: _type = "Task" [ 622.318354] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.329108] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52baf63a-d420-0b91-8233-9dc0b5da0d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.404030] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.404362] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1a31a2-e04c-4452-bbfd-d1eb579d3b6a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.412337] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 622.412337] env[69486]: value = "task-3213481" [ 622.412337] env[69486]: _type = "Task" [ 622.412337] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.427925] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.434752] env[69486]: DEBUG oslo_concurrency.lockutils [req-6e220ac4-da10-4a2f-82dc-dbfbfad06a43 req-14c49086-6d71-4b69-a020-0a81b50c62e7 service nova] Releasing lock "refresh_cache-eda9280b-3a26-4e37-a2e3-cf404597dac3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.575939] env[69486]: DEBUG nova.scheduler.client.report [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 622.580020] env[69486]: DEBUG nova.compute.provider_tree [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 22 to 23 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 622.580020] env[69486]: DEBUG nova.compute.provider_tree [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.722026] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213478, 'name': ReconfigVM_Task, 'duration_secs': 0.808837} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.722026] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.722026] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-541bb918-42e1-4668-8373-58508051c093 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.727672] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 622.727672] env[69486]: value = "task-3213482" [ 622.727672] env[69486]: _type = "Task" [ 622.727672] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.737467] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213482, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.757536] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213480, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.832399] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52baf63a-d420-0b91-8233-9dc0b5da0d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.040356} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.833263] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0d5b8f-814e-4f04-8e5d-b7a74199de5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.838832] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 622.838832] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529ad94d-fc8c-4f04-d2d6-079d0597050b" [ 622.838832] env[69486]: _type = "Task" [ 622.838832] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.849545] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529ad94d-fc8c-4f04-d2d6-079d0597050b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.925302] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213481, 'name': PowerOffVM_Task, 'duration_secs': 0.162139} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.925609] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.925985] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.926819] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bffad19-2653-4f35-8d1a-268e5233b979 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.935652] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.936028] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6173e3fd-eb78-4b3d-b3f6-5ca0ecdcb19d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.978429] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.978652] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.978829] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Deleting the datastore file [datastore1] 9bd2025e-7af4-4366-aca0-418da39f9547 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.982022] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e47c88c0-3181-4b23-8d49-2bb8a5e5ea69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.988802] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 622.988802] env[69486]: value = "task-3213484" [ 622.988802] env[69486]: _type = "Task" [ 622.988802] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.999694] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.085848] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.789s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.086602] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.091426] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.570s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.093031] env[69486]: INFO nova.compute.claims [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.243114] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213482, 'name': Rename_Task, 'duration_secs': 0.18334} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.243114] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.243691] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518bfde7-139e-48fc-b6d2-ee4d57149d07 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.252169] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 623.252169] env[69486]: value = "task-3213486" [ 623.252169] env[69486]: _type = "Task" [ 623.252169] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.252893] env[69486]: DEBUG nova.compute.manager [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Received event network-vif-deleted-1d4cf0c5-21b7-4178-ba9d-72bd239ee1ac {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 623.253901] env[69486]: DEBUG nova.compute.manager [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Received event network-changed-1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 623.253901] env[69486]: DEBUG nova.compute.manager [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Refreshing instance network info cache due to event network-changed-1189bff1-1993-4c89-b864-96c9fd36427c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 623.253901] env[69486]: DEBUG oslo_concurrency.lockutils [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] Acquiring lock "refresh_cache-06613882-ee95-461f-8ba1-d2cdf8842329" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.253901] env[69486]: DEBUG oslo_concurrency.lockutils [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] Acquired lock "refresh_cache-06613882-ee95-461f-8ba1-d2cdf8842329" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.253901] env[69486]: DEBUG nova.network.neutron [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Refreshing network info cache for port 1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.280945] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213486, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.281323] env[69486]: DEBUG oslo_vmware.api [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213480, 'name': PowerOnVM_Task, 'duration_secs': 0.746447} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.281589] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.284772] env[69486]: INFO nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Took 12.56 seconds to spawn the instance on the hypervisor. [ 623.284964] env[69486]: DEBUG nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.286849] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d16a8-1820-4f1b-b71e-53a21aed0fea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.351332] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529ad94d-fc8c-4f04-d2d6-079d0597050b, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.351660] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.351660] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 06613882-ee95-461f-8ba1-d2cdf8842329/06613882-ee95-461f-8ba1-d2cdf8842329.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.351888] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22275b27-930d-45ec-bacc-16cf6065ec7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.363384] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 623.363384] env[69486]: value = "task-3213487" [ 623.363384] env[69486]: _type = "Task" [ 623.363384] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.373376] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.501114] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149335} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.501114] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.501114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.501114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.606832] env[69486]: DEBUG nova.compute.utils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.608529] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.608916] env[69486]: DEBUG nova.network.neutron [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.710961] env[69486]: DEBUG nova.policy [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2645b8ab05ac42378b0ef19c49d713bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdf72cf7199648bbb213401d69366a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.778859] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213486, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.809822] env[69486]: INFO nova.compute.manager [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Took 25.79 seconds to build instance. [ 623.876694] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.042254] env[69486]: DEBUG nova.network.neutron [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Updated VIF entry in instance network info cache for port 1189bff1-1993-4c89-b864-96c9fd36427c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.044033] env[69486]: DEBUG nova.network.neutron [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Updating instance_info_cache with network_info: [{"id": "1189bff1-1993-4c89-b864-96c9fd36427c", "address": "fa:16:3e:16:90:bf", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1189bff1-19", "ovs_interfaceid": "1189bff1-1993-4c89-b864-96c9fd36427c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.114482] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.215215] env[69486]: DEBUG nova.network.neutron [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Successfully created port: d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.280456] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213486, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.316719] env[69486]: DEBUG oslo_concurrency.lockutils [None req-41b9b16b-593a-44d7-a87f-bd1eb9e15851 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.329s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.377017] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580923} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.379014] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 06613882-ee95-461f-8ba1-d2cdf8842329/06613882-ee95-461f-8ba1-d2cdf8842329.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.379014] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.379014] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4e1ad8-324c-4911-950a-ad2ad1251441 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.385911] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 624.385911] env[69486]: value = "task-3213488" [ 624.385911] env[69486]: _type = "Task" [ 624.385911] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.398650] env[69486]: DEBUG oslo_concurrency.lockutils [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.399658] env[69486]: DEBUG oslo_concurrency.lockutils [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.399658] env[69486]: DEBUG nova.compute.manager [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.399658] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.400565] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96588d8-8eba-4916-9d88-ad91e5d2c135 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.411591] env[69486]: DEBUG nova.compute.manager [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 624.411591] env[69486]: DEBUG nova.objects.instance [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lazy-loading 'flavor' on Instance uuid 56942e43-4cfd-4cbd-bc0e-a39efc43df85 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.449843] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde8e4d-6686-4bdf-bbf3-9d0612c63732 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.459662] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85724b-2d67-46b1-8585-6b159f59d134 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.495169] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b5acb2-ff43-459b-a6f0-d9768595c47e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.502439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32adda3-b8ec-4636-9dd2-81bf07dccb8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.518939] env[69486]: DEBUG nova.compute.provider_tree [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.545941] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.546140] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.546179] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.547551] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.547551] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.547551] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.547551] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.547551] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.547905] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.547905] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.547905] env[69486]: DEBUG nova.virt.hardware [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.548083] env[69486]: DEBUG oslo_concurrency.lockutils [req-8935fc50-5a26-4cb2-a6a5-5da2e08b246a req-a65e43b8-4d8b-40c1-9859-98815494062c service nova] Releasing lock "refresh_cache-06613882-ee95-461f-8ba1-d2cdf8842329" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.549241] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b945b7-9650-492d-b519-a17393cd5e4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.558119] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426b548-c8f4-430a-84f2-120b051c9769 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.572757] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.578624] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.578882] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.579110] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96c8065-6037-4f20-a20c-024233dc7cb1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.596082] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.596082] env[69486]: value = "task-3213489" [ 624.596082] env[69486]: _type = "Task" [ 624.596082] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.605895] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213489, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.775539] env[69486]: DEBUG oslo_vmware.api [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213486, 'name': PowerOnVM_Task, 'duration_secs': 1.414158} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.776156] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.776156] env[69486]: INFO nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Took 11.71 seconds to spawn the instance on the hypervisor. [ 624.776439] env[69486]: DEBUG nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.777292] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96146cc-afa3-4a9c-8ce6-eb3ca0326e09 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.863598] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "49ec195c-513a-4737-ab59-e4a3d8af1670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.864305] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.902046] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089238} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.902374] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.903202] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a283ad-bd28-4d6f-8ad8-4b347378f344 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.929876] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 06613882-ee95-461f-8ba1-d2cdf8842329/06613882-ee95-461f-8ba1-d2cdf8842329.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.933522] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b290fb-d5c3-4762-94bf-13bdcdb6f0bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.954481] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 624.954481] env[69486]: value = "task-3213490" [ 624.954481] env[69486]: _type = "Task" [ 624.954481] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.964740] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.997406] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.997680] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.045195] env[69486]: ERROR nova.scheduler.client.report [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [req-800329bd-e600-422b-bd8c-3a01d80fba3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-800329bd-e600-422b-bd8c-3a01d80fba3f"}]} [ 625.063212] env[69486]: DEBUG nova.scheduler.client.report [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 625.086280] env[69486]: DEBUG nova.scheduler.client.report [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 625.086745] env[69486]: DEBUG nova.compute.provider_tree [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.102627] env[69486]: DEBUG nova.scheduler.client.report [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 625.109135] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213489, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.129214] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.131786] env[69486]: DEBUG nova.scheduler.client.report [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 625.168788] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.169060] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.169258] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.169442] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.169586] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.169756] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.169976] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.170136] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.170290] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.170447] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.170609] env[69486]: DEBUG nova.virt.hardware [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.171649] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26726c8e-9d86-4967-97e5-622bafc16830 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.187245] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc6030-c674-4fa2-ae78-dadbc07674c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.298131] env[69486]: INFO nova.compute.manager [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Took 24.64 seconds to build instance. [ 625.367026] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.455387] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.455387] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9239420-3c38-46c7-ab81-b6bdbbca24af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.473796] env[69486]: DEBUG oslo_vmware.api [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 625.473796] env[69486]: value = "task-3213492" [ 625.473796] env[69486]: _type = "Task" [ 625.473796] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.480361] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.497391] env[69486]: DEBUG oslo_vmware.api [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.501717] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.501833] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.502964] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.512854] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa80a98-8521-4c2b-bb2c-4719dfa03a8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.522309] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21540ed0-87b5-4751-91bc-52a9602839e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.557335] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1196d660-e0a5-44a5-b05b-49b41bc4427b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.564903] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4994e1f-b074-48aa-aa9d-979c10ab1621 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.575472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "13d7a540-db99-437d-98ea-07bdcc2d447a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.575735] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.586012] env[69486]: DEBUG nova.compute.provider_tree [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.608912] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213489, 'name': CreateVM_Task, 'duration_secs': 0.698851} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.609114] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.609561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.609724] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.610124] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.610441] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca006c1-92c8-483a-a4e2-650f9b3e6dd5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.615782] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 625.615782] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5222a5bc-6fca-220a-ea9d-7c99bc54eed6" [ 625.615782] env[69486]: _type = "Task" [ 625.615782] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.628033] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5222a5bc-6fca-220a-ea9d-7c99bc54eed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.800308] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e968899d-b067-45be-a622-1ddddc9abc9e tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.157s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.896800] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.968541] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213490, 'name': ReconfigVM_Task, 'duration_secs': 0.620509} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.969300] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 06613882-ee95-461f-8ba1-d2cdf8842329/06613882-ee95-461f-8ba1-d2cdf8842329.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.969669] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e671a1-df0c-4fa6-9647-049ebf9e97da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.976302] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 625.976302] env[69486]: value = "task-3213493" [ 625.976302] env[69486]: _type = "Task" [ 625.976302] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.986182] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213493, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.991244] env[69486]: DEBUG oslo_vmware.api [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213492, 'name': PowerOffVM_Task, 'duration_secs': 0.247964} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.991514] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.991708] env[69486]: DEBUG nova.compute.manager [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.992515] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a43eaf4-da94-41ca-a335-90ff7e2f93e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.006512] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.027422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.131344] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5222a5bc-6fca-220a-ea9d-7c99bc54eed6, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.132501] env[69486]: DEBUG nova.scheduler.client.report [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 626.132951] env[69486]: DEBUG nova.compute.provider_tree [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 27 to 28 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.133312] env[69486]: DEBUG nova.compute.provider_tree [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.137692] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.137692] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.137958] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.138373] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.138781] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.139405] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c3f5fcb-6dd3-407a-898e-952a0ae6f7c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.154705] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.154705] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.154705] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a3067e-9257-4618-916a-0931cb88ed82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.161434] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 626.161434] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525136b6-2fdb-9864-ebbb-7f60ee029e3c" [ 626.161434] env[69486]: _type = "Task" [ 626.161434] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.172978] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525136b6-2fdb-9864-ebbb-7f60ee029e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.303898] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.320523] env[69486]: DEBUG nova.network.neutron [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Successfully updated port: d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.487212] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213493, 'name': Rename_Task, 'duration_secs': 0.212598} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.487491] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.487734] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9bd1ef-9f16-4dd0-b1a4-eb7db41df5a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.493841] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 626.493841] env[69486]: value = "task-3213494" [ 626.493841] env[69486]: _type = "Task" [ 626.493841] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.502481] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.506327] env[69486]: DEBUG oslo_concurrency.lockutils [None req-59a1b039-6a2e-419f-bb08-6c91218bd461 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.107s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.535296] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.641169] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.550s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.642364] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.646970] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.950s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.648833] env[69486]: INFO nova.compute.claims [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.676908] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525136b6-2fdb-9864-ebbb-7f60ee029e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.028069} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.677884] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a092e6d-2822-4bd0-9726-8e6d8e5ec10b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.687382] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 626.687382] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea8fb1-7b3a-bc8e-00a8-25c042ca77a5" [ 626.687382] env[69486]: _type = "Task" [ 626.687382] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.698065] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea8fb1-7b3a-bc8e-00a8-25c042ca77a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.826573] env[69486]: DEBUG nova.compute.manager [req-510db593-7cf6-42bc-a589-d54ecc3bf0fb req-ec9a21a6-995b-4ffa-9753-3c8bc6d264d7 service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Received event network-vif-plugged-d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 626.826911] env[69486]: DEBUG oslo_concurrency.lockutils [req-510db593-7cf6-42bc-a589-d54ecc3bf0fb req-ec9a21a6-995b-4ffa-9753-3c8bc6d264d7 service nova] Acquiring lock "cc3e8d53-a599-4579-920b-f416d6ec1b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.834024] env[69486]: DEBUG oslo_concurrency.lockutils [req-510db593-7cf6-42bc-a589-d54ecc3bf0fb req-ec9a21a6-995b-4ffa-9753-3c8bc6d264d7 service nova] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.834024] env[69486]: DEBUG oslo_concurrency.lockutils [req-510db593-7cf6-42bc-a589-d54ecc3bf0fb req-ec9a21a6-995b-4ffa-9753-3c8bc6d264d7 service nova] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.834024] env[69486]: DEBUG nova.compute.manager [req-510db593-7cf6-42bc-a589-d54ecc3bf0fb req-ec9a21a6-995b-4ffa-9753-3c8bc6d264d7 service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] No waiting events found dispatching network-vif-plugged-d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.834024] env[69486]: WARNING nova.compute.manager [req-510db593-7cf6-42bc-a589-d54ecc3bf0fb req-ec9a21a6-995b-4ffa-9753-3c8bc6d264d7 service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Received unexpected event network-vif-plugged-d36970de-ce62-4ec8-bcad-2b6488d79798 for instance with vm_state building and task_state spawning. [ 626.834024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "refresh_cache-cc3e8d53-a599-4579-920b-f416d6ec1b07" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.834602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquired lock "refresh_cache-cc3e8d53-a599-4579-920b-f416d6ec1b07" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.834602] env[69486]: DEBUG nova.network.neutron [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.839372] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.005338] env[69486]: DEBUG oslo_vmware.api [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213494, 'name': PowerOnVM_Task, 'duration_secs': 0.441721} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.005616] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.005807] env[69486]: INFO nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Took 11.49 seconds to spawn the instance on the hypervisor. [ 627.005983] env[69486]: DEBUG nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.006869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8aeef6-7ce4-4db0-8243-c0b80bba14d1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.159682] env[69486]: DEBUG nova.compute.utils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.166638] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.167665] env[69486]: DEBUG nova.network.neutron [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.204023] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea8fb1-7b3a-bc8e-00a8-25c042ca77a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.204023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.204023] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.204463] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46949970-a286-4b31-897c-75994c02d140 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.232928] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 627.232928] env[69486]: value = "task-3213495" [ 627.232928] env[69486]: _type = "Task" [ 627.232928] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.245286] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.264509] env[69486]: DEBUG nova.policy [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff2ae18b9542433ab82ad374812ee46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287912436f0448d18c525e396defbd1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.432819] env[69486]: DEBUG nova.network.neutron [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.530300] env[69486]: INFO nova.compute.manager [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Took 24.88 seconds to build instance. [ 627.670047] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.719468] env[69486]: INFO nova.compute.manager [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Rebuilding instance [ 627.758212] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.783309] env[69486]: DEBUG nova.network.neutron [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Updating instance_info_cache with network_info: [{"id": "d36970de-ce62-4ec8-bcad-2b6488d79798", "address": "fa:16:3e:e6:c5:73", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36970de-ce", "ovs_interfaceid": "d36970de-ce62-4ec8-bcad-2b6488d79798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.790118] env[69486]: DEBUG nova.compute.manager [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.792424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ee4651-30ab-4024-b0ee-312854ea89b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.031452] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2246dd76-8488-4005-8ee5-20b73c748aa7 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "06613882-ee95-461f-8ba1-d2cdf8842329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.394s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.110110] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93491cc9-b6eb-42f5-ab75-abab716fc1fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.119086] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c861d8-7b94-4f68-aab0-86491ad6b240 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.152167] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22afc236-af96-45cd-a3a5-b78caac62ff9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.161250] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f56353-df2b-4ef5-8bee-6fba98ccb11e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.179500] env[69486]: DEBUG nova.compute.provider_tree [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.186537] env[69486]: DEBUG nova.network.neutron [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Successfully created port: f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.247658] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694537} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.248031] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.248223] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.248401] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0abfb4b5-980c-4b37-967d-d01057c5eee6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.257895] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 628.257895] env[69486]: value = "task-3213496" [ 628.257895] env[69486]: _type = "Task" [ 628.257895] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.268011] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.289055] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Releasing lock "refresh_cache-cc3e8d53-a599-4579-920b-f416d6ec1b07" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.289394] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Instance network_info: |[{"id": "d36970de-ce62-4ec8-bcad-2b6488d79798", "address": "fa:16:3e:e6:c5:73", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36970de-ce", "ovs_interfaceid": "d36970de-ce62-4ec8-bcad-2b6488d79798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.289799] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:c5:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd36970de-ce62-4ec8-bcad-2b6488d79798', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.297319] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Creating folder: Project (bdf72cf7199648bbb213401d69366a9a). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.297989] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b4a6d8-0c61-41fd-84e6-820f1432414e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.311173] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Created folder: Project (bdf72cf7199648bbb213401d69366a9a) in parent group-v642494. [ 628.311466] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Creating folder: Instances. Parent ref: group-v642529. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.316709] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e9794c-6e74-4ca4-8d04-b459b1197f52 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.329054] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Created folder: Instances in parent group-v642529. [ 628.329306] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.329492] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.329693] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70d0003b-d637-41d8-9b5b-b3fa1d1684e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.350489] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.350489] env[69486]: value = "task-3213499" [ 628.350489] env[69486]: _type = "Task" [ 628.350489] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.361916] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213499, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.682860] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.686043] env[69486]: DEBUG nova.scheduler.client.report [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.720040] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.720288] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.720437] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.720608] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.720743] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.720879] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.724319] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.724635] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.725483] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.725698] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.725891] env[69486]: DEBUG nova.virt.hardware [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.727636] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b809cc-f0e0-4154-9003-94d5735ee16a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.739088] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92d2be7-1821-42cc-bebe-b4fd98d17a98 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.770855] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173398} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.770855] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.770855] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2355bfd1-ca5e-4549-9fb9-275e97e4f10b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.792374] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.793105] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d924e4-b062-4d57-a286-abcde3ee613a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.818394] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 628.818394] env[69486]: value = "task-3213500" [ 628.818394] env[69486]: _type = "Task" [ 628.818394] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.821845] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.822192] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dcfa960-3d93-4c2f-9f10-2d8fc3a1e638 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.830920] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.832038] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 628.832038] env[69486]: value = "task-3213501" [ 628.832038] env[69486]: _type = "Task" [ 628.832038] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.846428] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.867149] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213499, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.157553] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.157860] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.191234] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.191439] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.195189] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.571s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.195434] env[69486]: DEBUG nova.objects.instance [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lazy-loading 'resources' on Instance uuid 1bb09fa7-06dd-4362-b8e7-b0cf82e18056 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.328889] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.345292] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213501, 'name': PowerOffVM_Task, 'duration_secs': 0.46714} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.345680] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.346011] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.346897] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417f999f-f387-40e0-a651-f6f1d6d1d7b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.368023] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.368023] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213499, 'name': CreateVM_Task, 'duration_secs': 0.767858} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.368023] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-859f661d-e599-449f-929f-2c1bf9cfdbd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.368023] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.370171] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.370457] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.370663] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.371322] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8caee36f-78bb-41a8-b419-7fcf9379e18b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.376542] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 629.376542] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520ee92f-2ce4-e81b-d1b0-ba9a811e10a3" [ 629.376542] env[69486]: _type = "Task" [ 629.376542] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.386975] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520ee92f-2ce4-e81b-d1b0-ba9a811e10a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.439921] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.440129] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.440528] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore1] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.440528] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38b5be39-af53-468c-96d7-e36987f5ecd2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.451867] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 629.451867] env[69486]: value = "task-3213503" [ 629.451867] env[69486]: _type = "Task" [ 629.451867] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.462688] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.661195] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.700725] env[69486]: DEBUG nova.compute.utils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.708962] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.708962] env[69486]: DEBUG nova.network.neutron [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.815376] env[69486]: DEBUG nova.policy [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d8d2c992d4344838d92e397ccb6de70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e52cffdca0144de4b8ecf4d312a24380', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.838035] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213500, 'name': ReconfigVM_Task, 'duration_secs': 0.964706} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.839442] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547/9bd2025e-7af4-4366-aca0-418da39f9547.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.841484] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac7b22b6-6629-4d91-b14f-bfc87283b68d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.857320] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 629.857320] env[69486]: value = "task-3213504" [ 629.857320] env[69486]: _type = "Task" [ 629.857320] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.873476] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213504, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.898081] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520ee92f-2ce4-e81b-d1b0-ba9a811e10a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017262} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.899105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.899105] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.899251] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.899392] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.899566] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.899832] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43cf655e-0930-451d-b50f-6e36b30e2955 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.912613] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.912613] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.912613] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d50affc-e40e-4f7a-b75f-58ef96ca9150 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.923161] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 629.923161] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523aba8e-9631-a3cb-2472-1b71ab0b8c7b" [ 629.923161] env[69486]: _type = "Task" [ 629.923161] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.933031] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523aba8e-9631-a3cb-2472-1b71ab0b8c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.964801] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210253} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.967844] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.968281] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.968588] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.127348] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eaec1c-1086-45dc-8093-9e3b9752dfa7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.138839] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e365796-804f-4cba-9124-f1d597544243 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.176409] env[69486]: DEBUG nova.compute.manager [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.181095] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97636765-993f-4732-973d-427a4f2592b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.183704] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121f7c0-801b-45c3-8bd9-a57a96454fce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.196814] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7380417-f8ea-4ffb-8b8e-698b15fd9f33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.204342] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.216339] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.220160] env[69486]: DEBUG nova.compute.provider_tree [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.369304] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213504, 'name': Rename_Task, 'duration_secs': 0.269483} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.369820] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.370401] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d24180-51cb-40fd-aa9b-82e295e046ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.380553] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Waiting for the task: (returnval){ [ 630.380553] env[69486]: value = "task-3213505" [ 630.380553] env[69486]: _type = "Task" [ 630.380553] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.391405] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.437376] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523aba8e-9631-a3cb-2472-1b71ab0b8c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.438243] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03897d9c-3af3-458c-a2b5-a59d6aeab508 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.444447] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 630.444447] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b3aa9e-b74d-57e3-c26e-e0480325ed84" [ 630.444447] env[69486]: _type = "Task" [ 630.444447] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.454450] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b3aa9e-b74d-57e3-c26e-e0480325ed84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.460338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquiring lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.460338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.496058] env[69486]: DEBUG nova.network.neutron [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Successfully updated port: f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.680110] env[69486]: DEBUG nova.network.neutron [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Successfully created port: e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.704357] env[69486]: DEBUG nova.compute.manager [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Received event network-changed-d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 630.704357] env[69486]: DEBUG nova.compute.manager [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Refreshing instance network info cache due to event network-changed-d36970de-ce62-4ec8-bcad-2b6488d79798. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 630.705127] env[69486]: DEBUG oslo_concurrency.lockutils [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] Acquiring lock "refresh_cache-cc3e8d53-a599-4579-920b-f416d6ec1b07" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.705127] env[69486]: DEBUG oslo_concurrency.lockutils [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] Acquired lock "refresh_cache-cc3e8d53-a599-4579-920b-f416d6ec1b07" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.705127] env[69486]: DEBUG nova.network.neutron [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Refreshing network info cache for port d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.707118] env[69486]: INFO nova.compute.manager [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] instance snapshotting [ 630.707296] env[69486]: WARNING nova.compute.manager [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 630.709838] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad7423-cc36-4c42-970a-1f4566e552ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.735071] env[69486]: DEBUG nova.scheduler.client.report [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.740207] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d910194-18aa-4971-8e65-a358d1ed6272 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.894817] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213505, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.960681] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b3aa9e-b74d-57e3-c26e-e0480325ed84, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.960945] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.961231] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] cc3e8d53-a599-4579-920b-f416d6ec1b07/cc3e8d53-a599-4579-920b-f416d6ec1b07.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.961494] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065bb70f-3e00-44a0-92cc-c576a7cc883e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.970710] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 630.970710] env[69486]: value = "task-3213506" [ 630.970710] env[69486]: _type = "Task" [ 630.970710] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.986490] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.999424] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.000772] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquired lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.000772] env[69486]: DEBUG nova.network.neutron [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.020258] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.021113] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.021113] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.021242] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.021502] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.022009] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.025020] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.025020] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.025020] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.025020] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.025020] env[69486]: DEBUG nova.virt.hardware [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.025239] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28109da9-7531-4667-817b-a36d6c35fd77 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.036125] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cdd951-5498-478a-a49a-0fbbe14841f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.052829] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c6:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be50f0fa-88d3-4db2-a034-f86101e1cb22', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.059374] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.059737] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.059853] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b95f894a-18b2-4648-88b6-3ce19f8d0446 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.082260] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.082260] env[69486]: value = "task-3213507" [ 631.082260] env[69486]: _type = "Task" [ 631.082260] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.092339] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213507, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.241738] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.244914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.251130] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.804s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.251347] env[69486]: DEBUG nova.objects.instance [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 631.255229] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 631.255949] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4dbb25c-c34c-40e1-a51d-8ba7630c7063 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.268738] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 631.268738] env[69486]: value = "task-3213508" [ 631.268738] env[69486]: _type = "Task" [ 631.268738] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.285744] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.292407] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.292696] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.292938] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.293036] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.293182] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.293319] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.293525] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.293670] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.293829] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.293985] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.298273] env[69486]: DEBUG nova.virt.hardware [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.299487] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38db7a-2688-443e-b0c9-972a71d3f8fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.303214] env[69486]: INFO nova.scheduler.client.report [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Deleted allocations for instance 1bb09fa7-06dd-4362-b8e7-b0cf82e18056 [ 631.310803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91336538-c9a3-4e5c-8864-24c04fc1ac30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.393811] env[69486]: DEBUG oslo_vmware.api [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Task: {'id': task-3213505, 'name': PowerOnVM_Task, 'duration_secs': 0.849443} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.394306] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.395213] env[69486]: DEBUG nova.compute.manager [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.396491] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7813a8b-6655-4f92-8a25-24bad04d519c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.484288] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "ed61f7dd-d820-4445-97cf-6b01eb636103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.484640] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.490875] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213506, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.561296] env[69486]: DEBUG nova.network.neutron [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.599711] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213507, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.769154] env[69486]: DEBUG nova.network.neutron [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updating instance_info_cache with network_info: [{"id": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "address": "fa:16:3e:2d:45:b8", "network": {"id": "d390b2c1-d166-45c9-a151-ba5f667e6c92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1572728420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287912436f0448d18c525e396defbd1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e0b6eb-0c", "ovs_interfaceid": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.786448] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213508, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.811133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e8b66b73-5c3d-436e-b038-81b69a2e91b9 tempest-DeleteServersAdminTestJSON-481178016 tempest-DeleteServersAdminTestJSON-481178016-project-admin] Lock "1bb09fa7-06dd-4362-b8e7-b0cf82e18056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.155s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.913591] env[69486]: DEBUG nova.network.neutron [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Updated VIF entry in instance network info cache for port d36970de-ce62-4ec8-bcad-2b6488d79798. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.914310] env[69486]: DEBUG nova.network.neutron [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Updating instance_info_cache with network_info: [{"id": "d36970de-ce62-4ec8-bcad-2b6488d79798", "address": "fa:16:3e:e6:c5:73", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd36970de-ce", "ovs_interfaceid": "d36970de-ce62-4ec8-bcad-2b6488d79798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.924108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.986007] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.986143] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] cc3e8d53-a599-4579-920b-f416d6ec1b07/cc3e8d53-a599-4579-920b-f416d6ec1b07.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.986468] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.986763] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698b8a3f-8fbd-4422-95c7-e1b658b5c172 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.998110] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 631.998110] env[69486]: value = "task-3213509" [ 631.998110] env[69486]: _type = "Task" [ 631.998110] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.009389] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.100697] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213507, 'name': CreateVM_Task, 'duration_secs': 0.592216} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.100697] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.100697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.100697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.100697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.100697] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd45d81-da5f-4977-af44-8b43a79bd4c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.109461] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 632.109461] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e98d1f-2aa6-7368-cfdb-171ac90a0695" [ 632.109461] env[69486]: _type = "Task" [ 632.109461] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.125569] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e98d1f-2aa6-7368-cfdb-171ac90a0695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.261858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dbd732b-87be-4ced-8877-66e9d1ebe1b9 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.263367] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.672s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.265546] env[69486]: INFO nova.compute.claims [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.273697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Releasing lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.274315] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Instance network_info: |[{"id": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "address": "fa:16:3e:2d:45:b8", "network": {"id": "d390b2c1-d166-45c9-a151-ba5f667e6c92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1572728420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287912436f0448d18c525e396defbd1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e0b6eb-0c", "ovs_interfaceid": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.274573] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:45:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.282500] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Creating folder: Project (287912436f0448d18c525e396defbd1a). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.284102] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69e32d3f-3958-4b4f-ac56-5a94e29d91b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.290853] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213508, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.302122] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Created folder: Project (287912436f0448d18c525e396defbd1a) in parent group-v642494. [ 632.302384] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Creating folder: Instances. Parent ref: group-v642533. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.302746] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ee95931-305e-41b1-b30d-a1479cf17857 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.316428] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Created folder: Instances in parent group-v642533. [ 632.316699] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.316897] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.317574] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fbac74a-6013-414d-a2b5-9564f078e463 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.342017] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.342017] env[69486]: value = "task-3213512" [ 632.342017] env[69486]: _type = "Task" [ 632.342017] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.352102] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213512, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.425577] env[69486]: DEBUG oslo_concurrency.lockutils [req-eebe249f-b796-4adb-ad83-d1945065fc8c req-4c4fe94d-5955-4f0c-ba68-a80a02670f9c service nova] Releasing lock "refresh_cache-cc3e8d53-a599-4579-920b-f416d6ec1b07" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.513018] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.513018] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.513018] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66463f86-b788-4975-874e-654f17df5c14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.546264] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] cc3e8d53-a599-4579-920b-f416d6ec1b07/cc3e8d53-a599-4579-920b-f416d6ec1b07.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.546725] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113f276b-22ff-4c85-a539-bb0454c2e40a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.569957] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 632.569957] env[69486]: value = "task-3213513" [ 632.569957] env[69486]: _type = "Task" [ 632.569957] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.584037] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.621512] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e98d1f-2aa6-7368-cfdb-171ac90a0695, 'name': SearchDatastore_Task, 'duration_secs': 0.052471} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.623150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.623150] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.623150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.623150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.623340] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.623340] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1fcabda-5b48-4659-8cea-3836ae022d09 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.637721] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.637989] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.639108] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a9ca2e-47b5-4cbb-9b28-2b69a2b90d87 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.647153] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 632.647153] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526c82cc-16b1-81e7-2956-a538e6b35c19" [ 632.647153] env[69486]: _type = "Task" [ 632.647153] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.659210] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526c82cc-16b1-81e7-2956-a538e6b35c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.699117] env[69486]: DEBUG nova.network.neutron [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Successfully updated port: e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.785300] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213508, 'name': CreateSnapshot_Task, 'duration_secs': 1.266247} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.786651] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 632.787266] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c85fed-2e3c-4bab-8def-7ef0ac285485 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.835253] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.836148] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.862016] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213512, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.032943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "e5fde291-3647-432f-bf7f-9be335f39425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.032943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "e5fde291-3647-432f-bf7f-9be335f39425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.082580] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213513, 'name': ReconfigVM_Task, 'duration_secs': 0.42842} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.082988] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Reconfigured VM instance instance-0000000b to attach disk [datastore2] cc3e8d53-a599-4579-920b-f416d6ec1b07/cc3e8d53-a599-4579-920b-f416d6ec1b07.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.083953] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d7c741b-3a7a-4269-9476-43d09a0f1750 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.098134] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 633.098134] env[69486]: value = "task-3213514" [ 633.098134] env[69486]: _type = "Task" [ 633.098134] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.107810] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213514, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.161633] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526c82cc-16b1-81e7-2956-a538e6b35c19, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.163927] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cfffda-a2e6-44e8-bc13-d74c46fba0fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.175772] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 633.175772] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5234f986-15e5-7215-0af9-a28120601be4" [ 633.175772] env[69486]: _type = "Task" [ 633.175772] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.192027] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5234f986-15e5-7215-0af9-a28120601be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.202046] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.203314] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquired lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.203314] env[69486]: DEBUG nova.network.neutron [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.314965] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 633.317021] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f746f02e-9c4c-4985-ba1f-e087f90fde74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.329235] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 633.329235] env[69486]: value = "task-3213515" [ 633.329235] env[69486]: _type = "Task" [ 633.329235] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.340980] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213515, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.357554] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213512, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.608035] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213514, 'name': Rename_Task, 'duration_secs': 0.214582} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.611860] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.612530] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4998694b-70b5-48b5-b8f8-87fcde24b37e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.628794] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 633.628794] env[69486]: value = "task-3213516" [ 633.628794] env[69486]: _type = "Task" [ 633.628794] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.646473] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.688643] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5234f986-15e5-7215-0af9-a28120601be4, 'name': SearchDatastore_Task, 'duration_secs': 0.018137} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.692307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692715] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.693371] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1cd280a-477d-46b1-b006-ec9e728fc76a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.701778] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 633.701778] env[69486]: value = "task-3213517" [ 633.701778] env[69486]: _type = "Task" [ 633.701778] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.720544] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.737612] env[69486]: DEBUG nova.compute.manager [req-ff0e2b49-fff9-4f9b-9b09-c892643f4d2b req-35febd30-19d1-4ecf-8c04-6f2634a9aa29 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Received event network-vif-plugged-e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 633.738347] env[69486]: DEBUG oslo_concurrency.lockutils [req-ff0e2b49-fff9-4f9b-9b09-c892643f4d2b req-35febd30-19d1-4ecf-8c04-6f2634a9aa29 service nova] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.738702] env[69486]: DEBUG oslo_concurrency.lockutils [req-ff0e2b49-fff9-4f9b-9b09-c892643f4d2b req-35febd30-19d1-4ecf-8c04-6f2634a9aa29 service nova] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.739024] env[69486]: DEBUG oslo_concurrency.lockutils [req-ff0e2b49-fff9-4f9b-9b09-c892643f4d2b req-35febd30-19d1-4ecf-8c04-6f2634a9aa29 service nova] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.739347] env[69486]: DEBUG nova.compute.manager [req-ff0e2b49-fff9-4f9b-9b09-c892643f4d2b req-35febd30-19d1-4ecf-8c04-6f2634a9aa29 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] No waiting events found dispatching network-vif-plugged-e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.739542] env[69486]: WARNING nova.compute.manager [req-ff0e2b49-fff9-4f9b-9b09-c892643f4d2b req-35febd30-19d1-4ecf-8c04-6f2634a9aa29 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Received unexpected event network-vif-plugged-e65909a5-9275-4eea-91d8-14954186e64d for instance with vm_state building and task_state spawning. [ 633.774482] env[69486]: DEBUG nova.network.neutron [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.777517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.777821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "48df700b-0654-42e7-8792-54f3de31a902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.802417] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c656c8c8-b20f-4419-8388-dcafdddcb875 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.818220] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b8ecfb-f651-40c3-93fa-1ac7254021d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.821350] env[69486]: DEBUG nova.compute.manager [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Received event network-vif-plugged-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 633.821626] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] Acquiring lock "0767959d-2fd8-4908-af49-ad43cad13ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.821902] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.822145] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.822384] env[69486]: DEBUG nova.compute.manager [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] No waiting events found dispatching network-vif-plugged-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.822548] env[69486]: WARNING nova.compute.manager [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Received unexpected event network-vif-plugged-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 for instance with vm_state building and task_state spawning. [ 633.822725] env[69486]: DEBUG nova.compute.manager [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Received event network-changed-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 633.822951] env[69486]: DEBUG nova.compute.manager [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Refreshing instance network info cache due to event network-changed-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 633.823201] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] Acquiring lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.823375] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] Acquired lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.823580] env[69486]: DEBUG nova.network.neutron [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Refreshing network info cache for port f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.869252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686790c6-edfa-4fba-b387-52c9bd0051c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.876727] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213515, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.883448] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213512, 'name': CreateVM_Task, 'duration_secs': 1.454393} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.885763] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.886709] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.886822] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.887167] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.888540] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3d2a3d-1b27-408a-a1e6-e9f2096c19db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.892616] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abd8127-6bfb-4b1b-8c4c-ecf22f61fa93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.899452] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 633.899452] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5200aeaf-05ee-8b89-0f8d-724711462bbe" [ 633.899452] env[69486]: _type = "Task" [ 633.899452] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.908391] env[69486]: DEBUG nova.compute.provider_tree [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.932127] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5200aeaf-05ee-8b89-0f8d-724711462bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.932127] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.932127] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.932127] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.932517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.932517] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.932517] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63bba9c8-722a-4989-8b4f-f97bf49ebcc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.954523] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.954836] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.956151] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9019f55c-fcbc-4497-b066-22f08389b6a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.967060] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 633.967060] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523c418c-4a2f-efd7-0bbf-44ae26240331" [ 633.967060] env[69486]: _type = "Task" [ 633.967060] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.978736] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523c418c-4a2f-efd7-0bbf-44ae26240331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.019578] env[69486]: DEBUG nova.network.neutron [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updating instance_info_cache with network_info: [{"id": "e65909a5-9275-4eea-91d8-14954186e64d", "address": "fa:16:3e:9c:3e:b1", "network": {"id": "c91aa7ea-9897-4b68-ba6b-bdf1f9309e16", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-292202708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52cffdca0144de4b8ecf4d312a24380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65909a5-92", "ovs_interfaceid": "e65909a5-9275-4eea-91d8-14954186e64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.149053] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.222064] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.342826] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213515, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.419226] env[69486]: DEBUG nova.scheduler.client.report [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.485442] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523c418c-4a2f-efd7-0bbf-44ae26240331, 'name': SearchDatastore_Task, 'duration_secs': 0.072377} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.487222] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767020cb-cf42-4b0d-a856-1f7db999f8c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.495094] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 634.495094] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524ecd7f-c029-fc35-f4eb-11a3b13a388d" [ 634.495094] env[69486]: _type = "Task" [ 634.495094] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.507731] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524ecd7f-c029-fc35-f4eb-11a3b13a388d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.521981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Releasing lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.522354] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Instance network_info: |[{"id": "e65909a5-9275-4eea-91d8-14954186e64d", "address": "fa:16:3e:9c:3e:b1", "network": {"id": "c91aa7ea-9897-4b68-ba6b-bdf1f9309e16", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-292202708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52cffdca0144de4b8ecf4d312a24380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65909a5-92", "ovs_interfaceid": "e65909a5-9275-4eea-91d8-14954186e64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.522921] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:3e:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65909a5-9275-4eea-91d8-14954186e64d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.531044] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Creating folder: Project (e52cffdca0144de4b8ecf4d312a24380). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.534440] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7067f88-a452-4f06-99d3-1d207039d0b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.548484] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Created folder: Project (e52cffdca0144de4b8ecf4d312a24380) in parent group-v642494. [ 634.548693] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Creating folder: Instances. Parent ref: group-v642538. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.548938] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7154222e-566f-4a40-b402-d9ad65090562 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.560143] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Created folder: Instances in parent group-v642538. [ 634.560465] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.561102] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.561102] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcef052a-d76b-4d03-83ab-b9ac42dbac63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.582250] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.582250] env[69486]: value = "task-3213520" [ 634.582250] env[69486]: _type = "Task" [ 634.582250] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.592281] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213520, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.640646] env[69486]: DEBUG nova.network.neutron [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updated VIF entry in instance network info cache for port f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.641412] env[69486]: DEBUG nova.network.neutron [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updating instance_info_cache with network_info: [{"id": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "address": "fa:16:3e:2d:45:b8", "network": {"id": "d390b2c1-d166-45c9-a151-ba5f667e6c92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1572728420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287912436f0448d18c525e396defbd1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e0b6eb-0c", "ovs_interfaceid": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.647285] env[69486]: DEBUG oslo_vmware.api [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213516, 'name': PowerOnVM_Task, 'duration_secs': 0.766471} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.647952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.648390] env[69486]: INFO nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Took 9.52 seconds to spawn the instance on the hypervisor. [ 634.648616] env[69486]: DEBUG nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.649467] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a0e957-0757-4016-b406-2c1dc381d998 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.715043] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599072} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.715379] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.716022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.716369] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-650be083-605b-4f5c-9e11-6419e82d325d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.724820] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "9bd2025e-7af4-4366-aca0-418da39f9547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.724820] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "9bd2025e-7af4-4366-aca0-418da39f9547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.725145] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "9bd2025e-7af4-4366-aca0-418da39f9547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.725225] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "9bd2025e-7af4-4366-aca0-418da39f9547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.725385] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "9bd2025e-7af4-4366-aca0-418da39f9547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.727515] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 634.727515] env[69486]: value = "task-3213521" [ 634.727515] env[69486]: _type = "Task" [ 634.727515] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.728097] env[69486]: INFO nova.compute.manager [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Terminating instance [ 634.742631] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.844065] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213515, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.929940] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.930481] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.934677] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.139s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.937573] env[69486]: INFO nova.compute.claims [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.009222] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524ecd7f-c029-fc35-f4eb-11a3b13a388d, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.009726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.010219] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0767959d-2fd8-4908-af49-ad43cad13ba7/0767959d-2fd8-4908-af49-ad43cad13ba7.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.010633] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db1110ec-d0ac-440a-98a7-7ff0f974fa9b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.020573] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 635.020573] env[69486]: value = "task-3213522" [ 635.020573] env[69486]: _type = "Task" [ 635.020573] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.031610] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.094925] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213520, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.151883] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a39b680-a198-400b-b010-b03b64e4c632 req-f6a658bf-0e0a-4eb2-9c88-2866d8b697d0 service nova] Releasing lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.151883] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "647ccacb-d909-4809-910b-caa4a7732b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.151883] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "647ccacb-d909-4809-910b-caa4a7732b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.170890] env[69486]: INFO nova.compute.manager [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Took 22.73 seconds to build instance. [ 635.237878] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "refresh_cache-9bd2025e-7af4-4366-aca0-418da39f9547" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.237878] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquired lock "refresh_cache-9bd2025e-7af4-4366-aca0-418da39f9547" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.237878] env[69486]: DEBUG nova.network.neutron [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.244273] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24029} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.245179] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.246187] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7b1b4-c8ab-4bde-a6aa-c690232af424 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.270302] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.270773] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e2786d-2cf4-440a-bddf-f02daf27f2c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.291903] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 635.291903] env[69486]: value = "task-3213523" [ 635.291903] env[69486]: _type = "Task" [ 635.291903] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.301031] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.342668] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213515, 'name': CloneVM_Task, 'duration_secs': 1.703535} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.342949] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Created linked-clone VM from snapshot [ 635.343694] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c98d8d-9669-4a7c-957f-8c8b346744f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.352472] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Uploading image 77191de0-a450-41e5-923f-f46d8e6dede4 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 635.374297] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 635.374297] env[69486]: value = "vm-642537" [ 635.374297] env[69486]: _type = "VirtualMachine" [ 635.374297] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 635.374606] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f6e2071-3523-4126-954f-7ac6f9fb6877 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.384759] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease: (returnval){ [ 635.384759] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52289abf-db85-9b72-d7e0-6794c2c236dc" [ 635.384759] env[69486]: _type = "HttpNfcLease" [ 635.384759] env[69486]: } obtained for exporting VM: (result){ [ 635.384759] env[69486]: value = "vm-642537" [ 635.384759] env[69486]: _type = "VirtualMachine" [ 635.384759] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 635.385056] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the lease: (returnval){ [ 635.385056] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52289abf-db85-9b72-d7e0-6794c2c236dc" [ 635.385056] env[69486]: _type = "HttpNfcLease" [ 635.385056] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 635.392176] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.392444] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.396545] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 635.396545] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52289abf-db85-9b72-d7e0-6794c2c236dc" [ 635.396545] env[69486]: _type = "HttpNfcLease" [ 635.396545] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 635.396825] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 635.396825] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52289abf-db85-9b72-d7e0-6794c2c236dc" [ 635.396825] env[69486]: _type = "HttpNfcLease" [ 635.396825] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 635.397621] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40fde3-439f-40b9-a32f-77215da543ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.407926] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217381b-5a74-44b7-de84-e2e5b0fc6629/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 635.408143] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217381b-5a74-44b7-de84-e2e5b0fc6629/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 635.470847] env[69486]: DEBUG nova.compute.utils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.475128] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.475371] env[69486]: DEBUG nova.network.neutron [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.507485] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a51e6fd2-81b0-4e19-8b78-ce5c05ce02b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.535658] env[69486]: DEBUG nova.policy [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958cf2acd7a24ce79b5e84a8463ce0af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5611561615b646e19e9bd31732127087', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.543436] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213522, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.597194] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213520, 'name': CreateVM_Task, 'duration_secs': 0.735411} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.597194] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.597194] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.597355] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.597807] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.598151] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67a3ff2-a84b-41ca-aa33-8cdc87dd118c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.606510] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 635.606510] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a59de8-306a-86c7-da62-5aa3ad91850f" [ 635.606510] env[69486]: _type = "Task" [ 635.606510] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.618149] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a59de8-306a-86c7-da62-5aa3ad91850f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.673074] env[69486]: DEBUG oslo_concurrency.lockutils [None req-553ede40-ec02-448d-959a-97749a5d5c1e tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.245s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.724681] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.724681] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.773634] env[69486]: DEBUG nova.network.neutron [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.805505] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.867247] env[69486]: DEBUG nova.network.neutron [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.975874] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.015274] env[69486]: DEBUG nova.network.neutron [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Successfully created port: 387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.036773] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899227} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.040254] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0767959d-2fd8-4908-af49-ad43cad13ba7/0767959d-2fd8-4908-af49-ad43cad13ba7.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.040585] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.041336] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7b995b2-7209-4fe7-945d-720f3a0d148d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.051223] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 636.051223] env[69486]: value = "task-3213525" [ 636.051223] env[69486]: _type = "Task" [ 636.051223] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.065151] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.119804] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a59de8-306a-86c7-da62-5aa3ad91850f, 'name': SearchDatastore_Task, 'duration_secs': 0.063478} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.123490] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.123607] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.123868] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.124215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.124864] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.125690] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb76747-b0d1-483b-a22d-26920575f330 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.141234] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.141476] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.142442] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ee12ef-c957-4ca4-baf0-a076c9a1f998 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.150571] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 636.150571] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e6e99d-5fa6-5b53-6ad1-bc37b877fbfc" [ 636.150571] env[69486]: _type = "Task" [ 636.150571] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.162314] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e6e99d-5fa6-5b53-6ad1-bc37b877fbfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.181073] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.305586] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213523, 'name': ReconfigVM_Task, 'duration_secs': 0.719772} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.306781] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1/6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.310651] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a692c5c-65df-4f24-b891-0037223a15cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.319767] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 636.319767] env[69486]: value = "task-3213526" [ 636.319767] env[69486]: _type = "Task" [ 636.319767] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.331496] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213526, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.373113] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Releasing lock "refresh_cache-9bd2025e-7af4-4366-aca0-418da39f9547" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.373690] env[69486]: DEBUG nova.compute.manager [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.373887] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.375185] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fea0a1-a147-4236-ae82-b4032177a117 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.383988] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.384440] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f31c5a-6d0e-4f77-8ee4-835a2277fd6f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.394353] env[69486]: DEBUG oslo_vmware.api [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 636.394353] env[69486]: value = "task-3213527" [ 636.394353] env[69486]: _type = "Task" [ 636.394353] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.405086] env[69486]: DEBUG oslo_vmware.api [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.502449] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6778064f-ce9c-4155-afd0-5e66ab1769a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.511461] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b582c4ef-b65b-46a7-9f71-e45dd7ae97af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.547777] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba8a48-de3b-45f9-90da-60e284c110fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.562557] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a06f01-ae63-43c1-bb1d-38c2de23b62d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.570662] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109909} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.571418] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.572435] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81088c96-a66c-421b-b2c8-e657aa05caab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.585639] env[69486]: DEBUG nova.compute.provider_tree [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.612909] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 0767959d-2fd8-4908-af49-ad43cad13ba7/0767959d-2fd8-4908-af49-ad43cad13ba7.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.614430] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8eead6-729c-40df-9b34-69b6da2daa97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.636913] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 636.636913] env[69486]: value = "task-3213528" [ 636.636913] env[69486]: _type = "Task" [ 636.636913] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.645928] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.662328] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e6e99d-5fa6-5b53-6ad1-bc37b877fbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.014602} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.663298] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b41059-916b-45b9-8010-04d85f49c6b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.670714] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 636.670714] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed41e8-7ab3-3114-c779-ec681d9ffa0a" [ 636.670714] env[69486]: _type = "Task" [ 636.670714] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.680015] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed41e8-7ab3-3114-c779-ec681d9ffa0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.709615] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.797180] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "f27b521f-9193-4db1-a108-c1f3ac567ce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.797544] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "f27b521f-9193-4db1-a108-c1f3ac567ce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.830916] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213526, 'name': Rename_Task, 'duration_secs': 0.213261} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.831223] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.831470] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78820c99-93ef-48f8-9392-52392ba92cd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.839531] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 636.839531] env[69486]: value = "task-3213529" [ 636.839531] env[69486]: _type = "Task" [ 636.839531] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.848704] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.906554] env[69486]: DEBUG oslo_vmware.api [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213527, 'name': PowerOffVM_Task, 'duration_secs': 0.189329} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.906886] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.907062] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.907473] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f96c378-eded-46d2-873c-d9acdd6c52b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.914743] env[69486]: DEBUG nova.compute.manager [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Received event network-changed-e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 636.914743] env[69486]: DEBUG nova.compute.manager [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Refreshing instance network info cache due to event network-changed-e65909a5-9275-4eea-91d8-14954186e64d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 636.915133] env[69486]: DEBUG oslo_concurrency.lockutils [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] Acquiring lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.916453] env[69486]: DEBUG oslo_concurrency.lockutils [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] Acquired lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.916453] env[69486]: DEBUG nova.network.neutron [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Refreshing network info cache for port e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.963506] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.963756] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.963955] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleting the datastore file [datastore2] 9bd2025e-7af4-4366-aca0-418da39f9547 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.964263] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd2a4570-c555-41ce-b74f-4b3dc608cdfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.973904] env[69486]: DEBUG oslo_vmware.api [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for the task: (returnval){ [ 636.973904] env[69486]: value = "task-3213531" [ 636.973904] env[69486]: _type = "Task" [ 636.973904] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.984663] env[69486]: DEBUG oslo_vmware.api [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.993574] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.032446] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:34:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2127752320',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1497870157',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.032707] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.033243] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.034798] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.035434] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.035596] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.035812] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.035996] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.036202] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.036362] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.036561] env[69486]: DEBUG nova.virt.hardware [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.037606] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f9d11b-944f-4d40-8909-86260accbfd5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.047840] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d44ae5-56ec-4348-b19d-7f370ad33133 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.088737] env[69486]: DEBUG nova.scheduler.client.report [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.149877] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213528, 'name': ReconfigVM_Task, 'duration_secs': 0.280092} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.151190] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 0767959d-2fd8-4908-af49-ad43cad13ba7/0767959d-2fd8-4908-af49-ad43cad13ba7.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.151190] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f90a088d-704e-4855-ad84-ef0b31f0f2e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.162014] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 637.162014] env[69486]: value = "task-3213532" [ 637.162014] env[69486]: _type = "Task" [ 637.162014] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.174047] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213532, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.185432] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed41e8-7ab3-3114-c779-ec681d9ffa0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.185858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.186161] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ea3623f6-fc35-4269-b8f4-f483d75b8d9f/ea3623f6-fc35-4269-b8f4-f483d75b8d9f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.186470] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd2ab30-f916-4b08-aa82-f4661f269629 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.194567] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 637.194567] env[69486]: value = "task-3213533" [ 637.194567] env[69486]: _type = "Task" [ 637.194567] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.203833] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.352976] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213529, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.489554] env[69486]: DEBUG oslo_vmware.api [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Task: {'id': task-3213531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131239} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.490082] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.490082] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.490263] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.490486] env[69486]: INFO nova.compute.manager [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Took 1.12 seconds to destroy the instance on the hypervisor. [ 637.490744] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.490946] env[69486]: DEBUG nova.compute.manager [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.491040] env[69486]: DEBUG nova.network.neutron [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.522265] env[69486]: DEBUG nova.network.neutron [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.596105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.600346] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.604770] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.025s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.606746] env[69486]: DEBUG nova.objects.instance [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lazy-loading 'resources' on Instance uuid 63aaa0e8-e834-41b2-8522-3e26ad687971 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.674043] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213532, 'name': Rename_Task, 'duration_secs': 0.199949} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.674886] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.675504] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ef1b334-0370-436b-b31b-342ed8399b3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.686205] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 637.686205] env[69486]: value = "task-3213534" [ 637.686205] env[69486]: _type = "Task" [ 637.686205] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.702911] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.710178] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213533, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.781425] env[69486]: DEBUG nova.network.neutron [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updated VIF entry in instance network info cache for port e65909a5-9275-4eea-91d8-14954186e64d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.781847] env[69486]: DEBUG nova.network.neutron [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updating instance_info_cache with network_info: [{"id": "e65909a5-9275-4eea-91d8-14954186e64d", "address": "fa:16:3e:9c:3e:b1", "network": {"id": "c91aa7ea-9897-4b68-ba6b-bdf1f9309e16", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-292202708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52cffdca0144de4b8ecf4d312a24380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65909a5-92", "ovs_interfaceid": "e65909a5-9275-4eea-91d8-14954186e64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.825561] env[69486]: DEBUG nova.network.neutron [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Successfully updated port: 387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.856602] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213529, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.875725] env[69486]: DEBUG nova.compute.manager [None req-87fa3eaf-d19a-4d5c-bbe1-5c8b72520f95 tempest-ServerDiagnosticsTest-507490389 tempest-ServerDiagnosticsTest-507490389-project-admin] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.876388] env[69486]: DEBUG nova.compute.manager [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.880104] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628e2310-8fbd-450b-8393-db10ef85dd16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.881492] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f7c066-ec2c-444c-9fe5-3c93dd4219e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.893603] env[69486]: INFO nova.compute.manager [None req-87fa3eaf-d19a-4d5c-bbe1-5c8b72520f95 tempest-ServerDiagnosticsTest-507490389 tempest-ServerDiagnosticsTest-507490389-project-admin] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Retrieving diagnostics [ 637.897067] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23f719a-357b-4804-b1fd-3fa03376aa45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.024880] env[69486]: DEBUG nova.network.neutron [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.113043] env[69486]: DEBUG nova.compute.utils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.113683] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.116326] env[69486]: DEBUG nova.network.neutron [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.192850] env[69486]: DEBUG nova.policy [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '616912a7e6534cdeafb4c7efa8c26701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ae67c7b04240298a33bc251359ed95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.209434] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.216462] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535014} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.216736] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ea3623f6-fc35-4269-b8f4-f483d75b8d9f/ea3623f6-fc35-4269-b8f4-f483d75b8d9f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.216956] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.217253] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13198003-6630-4c82-bf4b-a252fe7fb97f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.225525] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 638.225525] env[69486]: value = "task-3213535" [ 638.225525] env[69486]: _type = "Task" [ 638.225525] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.239277] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.284750] env[69486]: DEBUG oslo_concurrency.lockutils [req-56b57f9b-f406-4382-a445-418873491734 req-2e00bfb2-6f9c-4f1c-b736-327163a0cbd6 service nova] Releasing lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.331199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.331199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.331199] env[69486]: DEBUG nova.network.neutron [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.354031] env[69486]: DEBUG oslo_vmware.api [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213529, 'name': PowerOnVM_Task, 'duration_secs': 1.330121} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.357814] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.360785] env[69486]: DEBUG nova.compute.manager [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.360785] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d3be5f-2a69-4371-8689-45c7b8ce11dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.402464] env[69486]: INFO nova.compute.manager [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] instance snapshotting [ 638.406355] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007fa65b-f585-4f6f-9c52-546752866dc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.438075] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eaa019-1c44-46d6-b5b9-131fda69ba81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.527231] env[69486]: INFO nova.compute.manager [-] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Took 1.04 seconds to deallocate network for instance. [ 638.574069] env[69486]: DEBUG nova.network.neutron [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Successfully created port: 1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.619166] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.630296] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae02606-17b7-44ab-a927-dc1326ce58c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.639768] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1437bbbe-f5fa-4829-8c96-73af2ec02f99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.676463] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7fe4a1-c964-4573-9920-e08e1a2d1971 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.685830] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c58f80-181a-41de-8d70-6f83d5cb9dd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.708377] env[69486]: DEBUG oslo_vmware.api [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213534, 'name': PowerOnVM_Task, 'duration_secs': 0.557633} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.708890] env[69486]: DEBUG nova.compute.provider_tree [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.710284] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.710494] env[69486]: INFO nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Took 10.03 seconds to spawn the instance on the hypervisor. [ 638.710672] env[69486]: DEBUG nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.711680] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21bb44-baf4-44a2-b46a-ab26145c24cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.735668] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087113} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.735912] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.736701] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e40213-2c73-47d3-b8b2-4de0ddd41afb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.763323] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ea3623f6-fc35-4269-b8f4-f483d75b8d9f/ea3623f6-fc35-4269-b8f4-f483d75b8d9f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.764069] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12bc8db4-09e7-4086-aa7f-b0bc249c7583 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.787632] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 638.787632] env[69486]: value = "task-3213536" [ 638.787632] env[69486]: _type = "Task" [ 638.787632] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.797425] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.882291] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.889768] env[69486]: DEBUG nova.network.neutron [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.951943] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 638.952310] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d15b1550-70b4-469c-890d-f89b856dc576 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.965146] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 638.965146] env[69486]: value = "task-3213537" [ 638.965146] env[69486]: _type = "Task" [ 638.965146] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.974966] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.034129] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.088269] env[69486]: DEBUG nova.network.neutron [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updating instance_info_cache with network_info: [{"id": "387d18c4-431a-4107-be92-972ae972c47b", "address": "fa:16:3e:6e:0c:10", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387d18c4-43", "ovs_interfaceid": "387d18c4-431a-4107-be92-972ae972c47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.213097] env[69486]: DEBUG nova.scheduler.client.report [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.231574] env[69486]: INFO nova.compute.manager [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Took 25.74 seconds to build instance. [ 639.302644] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213536, 'name': ReconfigVM_Task, 'duration_secs': 0.505426} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.304033] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ea3623f6-fc35-4269-b8f4-f483d75b8d9f/ea3623f6-fc35-4269-b8f4-f483d75b8d9f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.304033] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ee6af9-3db3-41ba-ac77-2ab8d5b695c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.314504] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 639.314504] env[69486]: value = "task-3213538" [ 639.314504] env[69486]: _type = "Task" [ 639.314504] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.332123] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213538, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.476710] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.592293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Releasing lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.592728] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Instance network_info: |[{"id": "387d18c4-431a-4107-be92-972ae972c47b", "address": "fa:16:3e:6e:0c:10", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387d18c4-43", "ovs_interfaceid": "387d18c4-431a-4107-be92-972ae972c47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.593368] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:0c:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '387d18c4-431a-4107-be92-972ae972c47b', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.601533] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Creating folder: Project (5611561615b646e19e9bd31732127087). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.602151] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2d9b14-d9ff-4f53-afb0-67a47ddf87a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.617634] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Created folder: Project (5611561615b646e19e9bd31732127087) in parent group-v642494. [ 639.618067] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Creating folder: Instances. Parent ref: group-v642541. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.618234] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f577234c-ac65-4b18-adc7-54344de6a8d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.627587] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.631644] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Created folder: Instances in parent group-v642541. [ 639.631884] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.632083] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.632290] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7ddb010-ecae-436b-9b6d-32a5f085d8f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.659130] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.659130] env[69486]: value = "task-3213541" [ 639.659130] env[69486]: _type = "Task" [ 639.659130] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.664989] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.665234] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.665405] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.665596] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.665775] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.665938] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.666160] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.666317] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.666478] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.666635] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.666804] env[69486]: DEBUG nova.virt.hardware [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.667681] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ca2ac-2f3d-4dd0-8a22-4def263c03cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.679351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5f7a2-e13b-4adb-b9ec-71d67687b12f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.684526] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213541, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.718779] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.721229] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.239s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.735622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f015f58f-b6e1-4aea-a4cd-9695a9ae9298 tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.261s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.752029] env[69486]: INFO nova.scheduler.client.report [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Deleted allocations for instance 63aaa0e8-e834-41b2-8522-3e26ad687971 [ 639.827806] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213538, 'name': Rename_Task, 'duration_secs': 0.225572} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.828387] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.828787] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1622448-7d3d-4a23-907d-a670297368ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.839317] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 639.839317] env[69486]: value = "task-3213542" [ 639.839317] env[69486]: _type = "Task" [ 639.839317] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.851546] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.863519] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "0c65c80f-99f5-4057-b938-a35f62ecffd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.864334] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.978377] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213537, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.069235] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "cc3e8d53-a599-4579-920b-f416d6ec1b07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.069560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.069797] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "cc3e8d53-a599-4579-920b-f416d6ec1b07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.069980] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.070158] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.072432] env[69486]: INFO nova.compute.manager [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Terminating instance [ 640.133829] env[69486]: DEBUG nova.compute.manager [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Received event network-vif-plugged-387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 640.133829] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] Acquiring lock "37200872-b8df-40bf-a82a-f0d010de4d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.134263] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] Lock "37200872-b8df-40bf-a82a-f0d010de4d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.134709] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] Lock "37200872-b8df-40bf-a82a-f0d010de4d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.135039] env[69486]: DEBUG nova.compute.manager [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] No waiting events found dispatching network-vif-plugged-387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.135352] env[69486]: WARNING nova.compute.manager [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Received unexpected event network-vif-plugged-387d18c4-431a-4107-be92-972ae972c47b for instance with vm_state building and task_state spawning. [ 640.135621] env[69486]: DEBUG nova.compute.manager [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Received event network-changed-387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 640.136051] env[69486]: DEBUG nova.compute.manager [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Refreshing instance network info cache due to event network-changed-387d18c4-431a-4107-be92-972ae972c47b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 640.136379] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] Acquiring lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.136631] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] Acquired lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.136896] env[69486]: DEBUG nova.network.neutron [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Refreshing network info cache for port 387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.176515] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213541, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.230257] env[69486]: INFO nova.compute.claims [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.237789] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.261733] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aca65906-ad85-40c1-b9eb-1e7f80523f63 tempest-ServerExternalEventsTest-932889131 tempest-ServerExternalEventsTest-932889131-project-member] Lock "63aaa0e8-e834-41b2-8522-3e26ad687971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.853s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.350216] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213542, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.477829] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213537, 'name': CreateSnapshot_Task, 'duration_secs': 1.028327} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.481022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.481022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb2dd26-2bf4-46be-a7d3-ceef20e94892 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.515926] env[69486]: DEBUG nova.network.neutron [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Successfully updated port: 1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.576707] env[69486]: DEBUG nova.compute.manager [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.576997] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.578115] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710fcdd6-133e-45bb-9890-bd9415e4bc1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.589916] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.590219] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e85771-5fe3-40cd-b71e-2eb3299e5060 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.598693] env[69486]: DEBUG oslo_vmware.api [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 640.598693] env[69486]: value = "task-3213543" [ 640.598693] env[69486]: _type = "Task" [ 640.598693] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.608451] env[69486]: DEBUG oslo_vmware.api [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.673386] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213541, 'name': CreateVM_Task, 'duration_secs': 0.601087} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.673625] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.674943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.675228] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.676050] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.676415] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf99e6e0-4087-4de2-a26a-02bb5dac974c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.683071] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 640.683071] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5240d4f3-eb8c-61b0-78e8-72e602c2a139" [ 640.683071] env[69486]: _type = "Task" [ 640.683071] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.694297] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5240d4f3-eb8c-61b0-78e8-72e602c2a139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.737385] env[69486]: INFO nova.compute.resource_tracker [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating resource usage from migration 70f1074b-6930-43a3-ba1f-42b87d5ab2e6 [ 640.768877] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.857071] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213542, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.999808] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 641.002980] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd6e35c1-2bf2-45b0-8b96-57d991afb62d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.015225] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 641.015225] env[69486]: value = "task-3213544" [ 641.015225] env[69486]: _type = "Task" [ 641.015225] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.028026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "refresh_cache-1f590372-382e-4cbf-aa82-fe6e4e342ee3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.028026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquired lock "refresh_cache-1f590372-382e-4cbf-aa82-fe6e4e342ee3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.029255] env[69486]: DEBUG nova.network.neutron [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.039617] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.115633] env[69486]: DEBUG oslo_vmware.api [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213543, 'name': PowerOffVM_Task, 'duration_secs': 0.232283} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.115945] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.116301] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.116779] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1c4a423-1318-4666-bc35-3f55db53915d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.129355] env[69486]: DEBUG nova.network.neutron [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updated VIF entry in instance network info cache for port 387d18c4-431a-4107-be92-972ae972c47b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.129738] env[69486]: DEBUG nova.network.neutron [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updating instance_info_cache with network_info: [{"id": "387d18c4-431a-4107-be92-972ae972c47b", "address": "fa:16:3e:6e:0c:10", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387d18c4-43", "ovs_interfaceid": "387d18c4-431a-4107-be92-972ae972c47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.202573] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5240d4f3-eb8c-61b0-78e8-72e602c2a139, 'name': SearchDatastore_Task, 'duration_secs': 0.016115} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.210307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.210307] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.210307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.210307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.210469] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.210469] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91c01871-b33c-4138-9f63-f0ffe909db9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.218523] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.218745] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.219035] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Deleting the datastore file [datastore2] cc3e8d53-a599-4579-920b-f416d6ec1b07 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.220036] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd25ceef-ae92-4883-ba0a-f29328bf57bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.231465] env[69486]: DEBUG oslo_vmware.api [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for the task: (returnval){ [ 641.231465] env[69486]: value = "task-3213546" [ 641.231465] env[69486]: _type = "Task" [ 641.231465] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.232321] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.232539] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.237232] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eca2f73-09ce-400a-ab83-b432528740a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.244858] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 641.244858] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ff8ace-7d09-cbe3-6165-e4f7e001caf9" [ 641.244858] env[69486]: _type = "Task" [ 641.244858] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.248010] env[69486]: DEBUG oslo_vmware.api [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.258789] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ff8ace-7d09-cbe3-6165-e4f7e001caf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.341442] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dca99d-f783-4a68-a42e-0b6f65e36892 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.360176] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213542, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.361404] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d2256-3255-4de6-923b-523b3110591e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.405012] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a530b7-cb82-4757-bf1d-5f3febb4a350 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.419520] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c96288-6672-4cda-b819-b7cde6bb4a5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.442719] env[69486]: DEBUG nova.compute.provider_tree [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.535537] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.591067] env[69486]: DEBUG nova.network.neutron [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.632821] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc84b0de-02f1-46bd-b44f-1e3bf316483e req-04b6ed6d-07e5-49e5-a3de-66197d87ae9e service nova] Releasing lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.752437] env[69486]: DEBUG oslo_vmware.api [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Task: {'id': task-3213546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271786} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.756339] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.756339] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.756339] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.756339] env[69486]: INFO nova.compute.manager [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Took 1.18 seconds to destroy the instance on the hypervisor. [ 641.756339] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.756606] env[69486]: DEBUG nova.compute.manager [-] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.756606] env[69486]: DEBUG nova.network.neutron [-] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.764842] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ff8ace-7d09-cbe3-6165-e4f7e001caf9, 'name': SearchDatastore_Task, 'duration_secs': 0.018042} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.766947] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58065e66-dc9d-4e30-bbbf-2b567371c7d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.773035] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 641.773035] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52205747-baa8-968e-acba-52f6ad4d18a2" [ 641.773035] env[69486]: _type = "Task" [ 641.773035] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.784360] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52205747-baa8-968e-acba-52f6ad4d18a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.861910] env[69486]: DEBUG oslo_vmware.api [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213542, 'name': PowerOnVM_Task, 'duration_secs': 1.5806} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.862341] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.862648] env[69486]: INFO nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Took 10.62 seconds to spawn the instance on the hypervisor. [ 641.862835] env[69486]: DEBUG nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.864118] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff4874c-800a-444e-a233-3e764c51160e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.889730] env[69486]: DEBUG nova.network.neutron [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Updating instance_info_cache with network_info: [{"id": "1e4b619a-5f19-41db-bd4c-32e661e2375b", "address": "fa:16:3e:0d:70:cf", "network": {"id": "59f0ce88-8ebc-4cda-8567-cc8df6da9baa", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1739361446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ae67c7b04240298a33bc251359ed95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4b619a-5f", "ovs_interfaceid": "1e4b619a-5f19-41db-bd4c-32e661e2375b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.949447] env[69486]: DEBUG nova.scheduler.client.report [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.029052] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.292146] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52205747-baa8-968e-acba-52f6ad4d18a2, 'name': SearchDatastore_Task, 'duration_secs': 0.024206} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.292565] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.292849] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 37200872-b8df-40bf-a82a-f0d010de4d06/37200872-b8df-40bf-a82a-f0d010de4d06.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.293142] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-284ad198-9724-40f0-8628-3b2b6caec0d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.302634] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 642.302634] env[69486]: value = "task-3213547" [ 642.302634] env[69486]: _type = "Task" [ 642.302634] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.316551] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.396707] env[69486]: INFO nova.compute.manager [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Took 27.72 seconds to build instance. [ 642.398844] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Releasing lock "refresh_cache-1f590372-382e-4cbf-aa82-fe6e4e342ee3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.399789] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Instance network_info: |[{"id": "1e4b619a-5f19-41db-bd4c-32e661e2375b", "address": "fa:16:3e:0d:70:cf", "network": {"id": "59f0ce88-8ebc-4cda-8567-cc8df6da9baa", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1739361446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ae67c7b04240298a33bc251359ed95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4b619a-5f", "ovs_interfaceid": "1e4b619a-5f19-41db-bd4c-32e661e2375b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.400667] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:70:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e4b619a-5f19-41db-bd4c-32e661e2375b', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.416504] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Creating folder: Project (f9ae67c7b04240298a33bc251359ed95). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.416504] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53266d6f-e16d-4c78-b6dd-e48bc4f54d2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.433527] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Created folder: Project (f9ae67c7b04240298a33bc251359ed95) in parent group-v642494. [ 642.434282] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Creating folder: Instances. Parent ref: group-v642546. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.435376] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-253b0be3-c5f4-4eb2-9767-0139fd044b2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.455539] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Created folder: Instances in parent group-v642546. [ 642.455839] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.456498] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.456931] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.736s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.457175] env[69486]: INFO nova.compute.manager [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Migrating [ 642.457570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.457570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.459165] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e05aa759-a7ec-45a9-8348-39bf74ab2a3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.488737] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.592s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.490725] env[69486]: INFO nova.compute.claims [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.500631] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.500631] env[69486]: value = "task-3213550" [ 642.500631] env[69486]: _type = "Task" [ 642.500631] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.511296] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213550, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.528707] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.538935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.538935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.538935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.538935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.539185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.540443] env[69486]: INFO nova.compute.manager [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Terminating instance [ 642.765516] env[69486]: DEBUG nova.network.neutron [-] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.823947] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.903427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-230625f4-663d-424c-bc7b-6d52439abe33 tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.238s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.988826] env[69486]: INFO nova.compute.rpcapi [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 642.992016] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.036911] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213550, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.041612] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.046659] env[69486]: DEBUG nova.compute.manager [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.047100] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.048452] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ae9f6-c4a0-4791-b5a3-b290d60219e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.059254] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.059583] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3210c71f-8279-432b-a170-e1aa8761869f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.068519] env[69486]: DEBUG oslo_vmware.api [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 643.068519] env[69486]: value = "task-3213551" [ 643.068519] env[69486]: _type = "Task" [ 643.068519] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.088426] env[69486]: DEBUG oslo_vmware.api [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.201828] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217381b-5a74-44b7-de84-e2e5b0fc6629/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 643.203170] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9855e1c-eff5-4281-a523-1952cd23aecd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.210620] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217381b-5a74-44b7-de84-e2e5b0fc6629/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 643.210794] env[69486]: ERROR oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217381b-5a74-44b7-de84-e2e5b0fc6629/disk-0.vmdk due to incomplete transfer. [ 643.211048] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa52f2e9-a648-43bd-9e05-8f77cf2a111f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.220487] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217381b-5a74-44b7-de84-e2e5b0fc6629/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 643.221019] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Uploaded image 77191de0-a450-41e5-923f-f46d8e6dede4 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 643.224022] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 643.224382] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18f55712-52c5-4704-aa7d-f1cf61d7b05b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.235449] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 643.235449] env[69486]: value = "task-3213552" [ 643.235449] env[69486]: _type = "Task" [ 643.235449] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.246403] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213552, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.273212] env[69486]: INFO nova.compute.manager [-] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Took 1.52 seconds to deallocate network for instance. [ 643.320895] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645296} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.321203] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 37200872-b8df-40bf-a82a-f0d010de4d06/37200872-b8df-40bf-a82a-f0d010de4d06.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.321493] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.321679] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b89ec3df-7f75-4fad-b5dd-ce706cdc423d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.330503] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 643.330503] env[69486]: value = "task-3213553" [ 643.330503] env[69486]: _type = "Task" [ 643.330503] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.343241] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.409371] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.521439] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213550, 'name': CreateVM_Task, 'duration_secs': 0.623352} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.521841] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.527022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.527022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.527022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.527022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.527022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.527348] env[69486]: DEBUG nova.network.neutron [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.527572] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b65261-9157-4e1f-a5c9-cb93c858b04c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.541557] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 643.541557] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5254cb2f-920c-d82c-9570-2d7ee8291e06" [ 643.541557] env[69486]: _type = "Task" [ 643.541557] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.547502] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.564320] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5254cb2f-920c-d82c-9570-2d7ee8291e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.579548] env[69486]: DEBUG oslo_vmware.api [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213551, 'name': PowerOffVM_Task, 'duration_secs': 0.498269} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.582850] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.583046] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.584168] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd579b35-6723-41df-af54-0663081ee035 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.676149] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.676471] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.676742] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore2] 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.680750] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-219d6fcf-d8db-4339-984a-c4cc699b1692 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.692136] env[69486]: DEBUG oslo_vmware.api [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 643.692136] env[69486]: value = "task-3213555" [ 643.692136] env[69486]: _type = "Task" [ 643.692136] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.701621] env[69486]: DEBUG oslo_vmware.api [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.750887] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213552, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.787386] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.851546] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151389} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.851546] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.851546] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250703ac-b6cb-4b0c-9201-79c06c407624 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.893695] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 37200872-b8df-40bf-a82a-f0d010de4d06/37200872-b8df-40bf-a82a-f0d010de4d06.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.899218] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f52dd63-af08-4e61-8484-75685882cbe0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.916350] env[69486]: DEBUG nova.compute.manager [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Received event network-vif-plugged-1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 643.916572] env[69486]: DEBUG oslo_concurrency.lockutils [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] Acquiring lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.916770] env[69486]: DEBUG oslo_concurrency.lockutils [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.916927] env[69486]: DEBUG oslo_concurrency.lockutils [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.917095] env[69486]: DEBUG nova.compute.manager [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] No waiting events found dispatching network-vif-plugged-1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.918017] env[69486]: WARNING nova.compute.manager [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Received unexpected event network-vif-plugged-1e4b619a-5f19-41db-bd4c-32e661e2375b for instance with vm_state building and task_state spawning. [ 643.918017] env[69486]: DEBUG nova.compute.manager [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Received event network-changed-1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 643.918017] env[69486]: DEBUG nova.compute.manager [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Refreshing instance network info cache due to event network-changed-1e4b619a-5f19-41db-bd4c-32e661e2375b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 643.918017] env[69486]: DEBUG oslo_concurrency.lockutils [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] Acquiring lock "refresh_cache-1f590372-382e-4cbf-aa82-fe6e4e342ee3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.918017] env[69486]: DEBUG oslo_concurrency.lockutils [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] Acquired lock "refresh_cache-1f590372-382e-4cbf-aa82-fe6e4e342ee3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.918224] env[69486]: DEBUG nova.network.neutron [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Refreshing network info cache for port 1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.932912] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 643.932912] env[69486]: value = "task-3213556" [ 643.932912] env[69486]: _type = "Task" [ 643.932912] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.944853] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.960898] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.045600] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.059741] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5254cb2f-920c-d82c-9570-2d7ee8291e06, 'name': SearchDatastore_Task, 'duration_secs': 0.023493} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.059741] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.059741] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.060090] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.060226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.060478] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.060747] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af3c08a-962d-4d88-ba8a-a53eee35072e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.076741] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.076741] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.077740] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46794879-4b04-468c-85a5-7b9e03b0f7f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.086409] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 644.086409] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffb9cd-b06a-6b34-bacc-29d8f08f5c61" [ 644.086409] env[69486]: _type = "Task" [ 644.086409] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.097527] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffb9cd-b06a-6b34-bacc-29d8f08f5c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.169198] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c94117-6f31-4b0e-bee1-26720a9cee7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.185618] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7933e081-145e-4699-bdab-8747750bf174 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.231782] env[69486]: DEBUG oslo_vmware.api [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507785} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.232897] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2a08c1-c7c2-47b8-ab35-cc0eaea234af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.236042] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.236042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.236042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.236042] env[69486]: INFO nova.compute.manager [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 644.236278] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.236470] env[69486]: DEBUG nova.compute.manager [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.236559] env[69486]: DEBUG nova.network.neutron [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.247541] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a3777-47b7-49f8-a058-0675ec6c6904 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.254883] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213552, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.267331] env[69486]: DEBUG nova.compute.provider_tree [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.361203] env[69486]: DEBUG nova.compute.manager [req-7b768426-1fa8-4367-9196-bc5ccf962f48 req-4b37925c-9e5e-4e7f-aa03-339909afdea3 service nova] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Received event network-vif-deleted-d36970de-ce62-4ec8-bcad-2b6488d79798 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 644.453176] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213556, 'name': ReconfigVM_Task, 'duration_secs': 0.376004} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.453176] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 37200872-b8df-40bf-a82a-f0d010de4d06/37200872-b8df-40bf-a82a-f0d010de4d06.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.453787] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a6ec25-fabc-4533-8821-dcd3477760b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.464795] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 644.464795] env[69486]: value = "task-3213557" [ 644.464795] env[69486]: _type = "Task" [ 644.464795] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.479846] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213557, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.539561] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.562761] env[69486]: DEBUG nova.network.neutron [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [{"id": "89799128-8619-4fd0-af56-8b47e3c40fb8", "address": "fa:16:3e:5d:13:79", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89799128-86", "ovs_interfaceid": "89799128-8619-4fd0-af56-8b47e3c40fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.603247] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffb9cd-b06a-6b34-bacc-29d8f08f5c61, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.604072] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0724e9c-a7f2-40e7-ad6e-6dbfb2943881 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.611915] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 644.611915] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522fa2c5-7b93-8824-0c21-0b64182cfbba" [ 644.611915] env[69486]: _type = "Task" [ 644.611915] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.622970] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522fa2c5-7b93-8824-0c21-0b64182cfbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.749671] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213552, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.770048] env[69486]: DEBUG nova.scheduler.client.report [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.976383] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213557, 'name': Rename_Task, 'duration_secs': 0.318179} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.976383] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.977936] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9160f0ea-dbb2-421d-b7cd-a781c34b4e2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.989344] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 644.989344] env[69486]: value = "task-3213558" [ 644.989344] env[69486]: _type = "Task" [ 644.989344] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.001586] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.041757] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213544, 'name': CloneVM_Task, 'duration_secs': 3.852553} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.042167] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Created linked-clone VM from snapshot [ 645.042879] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4459a5-f1aa-4981-bb23-b87031c753d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.056823] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Uploading image f461da88-c01f-4f15-b0de-c1a2cd2b217e {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 645.064211] env[69486]: DEBUG nova.network.neutron [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Updated VIF entry in instance network info cache for port 1e4b619a-5f19-41db-bd4c-32e661e2375b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.065650] env[69486]: DEBUG nova.network.neutron [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Updating instance_info_cache with network_info: [{"id": "1e4b619a-5f19-41db-bd4c-32e661e2375b", "address": "fa:16:3e:0d:70:cf", "network": {"id": "59f0ce88-8ebc-4cda-8567-cc8df6da9baa", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1739361446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9ae67c7b04240298a33bc251359ed95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4b619a-5f", "ovs_interfaceid": "1e4b619a-5f19-41db-bd4c-32e661e2375b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.068421] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.073300] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 645.074337] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "23d7be76-bf47-42d3-ac48-38dc79383b16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.074406] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.074591] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-302ce6ea-7c00-4a60-bba7-3cd38395df41 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.083802] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 645.083802] env[69486]: value = "task-3213559" [ 645.083802] env[69486]: _type = "Task" [ 645.083802] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.096493] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213559, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.122849] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522fa2c5-7b93-8824-0c21-0b64182cfbba, 'name': SearchDatastore_Task, 'duration_secs': 0.023395} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.123111] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.123377] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 1f590372-382e-4cbf-aa82-fe6e4e342ee3/1f590372-382e-4cbf-aa82-fe6e4e342ee3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.123625] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d78589db-b0fe-4845-9783-dc7d086194c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.131889] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 645.131889] env[69486]: value = "task-3213560" [ 645.131889] env[69486]: _type = "Task" [ 645.131889] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.142213] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.250991] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213552, 'name': Destroy_Task, 'duration_secs': 1.762501} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.251331] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Destroyed the VM [ 645.251681] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.251930] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-faa0bc4f-50bd-4b9f-87e8-099b768ee230 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.260028] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 645.260028] env[69486]: value = "task-3213561" [ 645.260028] env[69486]: _type = "Task" [ 645.260028] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.268854] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.274808] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.275384] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.278384] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.251s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.280185] env[69486]: INFO nova.compute.claims [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.481806] env[69486]: DEBUG nova.network.neutron [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.510083] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213558, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.582132] env[69486]: DEBUG oslo_concurrency.lockutils [req-acca74bd-8d8d-4690-8c62-aee46d3bdcfe req-60fd24f6-2583-4a8b-b97d-0a5460081f71 service nova] Releasing lock "refresh_cache-1f590372-382e-4cbf-aa82-fe6e4e342ee3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.599262] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213559, 'name': Destroy_Task, 'duration_secs': 0.396996} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.599660] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Destroyed the VM [ 645.599930] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.600202] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0aa5dcbd-cd75-4b21-9b92-e1c402ed4b9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.613670] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 645.613670] env[69486]: value = "task-3213562" [ 645.613670] env[69486]: _type = "Task" [ 645.613670] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.626522] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.648122] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.773138] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213561, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.789345] env[69486]: DEBUG nova.compute.utils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.791352] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.793112] env[69486]: DEBUG nova.network.neutron [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.978757] env[69486]: DEBUG nova.policy [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182625dacd8e46fe82cf5fed67c1f2af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0080274719645c5befbcefd89334db1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.984950] env[69486]: INFO nova.compute.manager [-] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Took 1.75 seconds to deallocate network for instance. [ 646.001625] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213558, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.125485] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.145775] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56567} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.146051] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 1f590372-382e-4cbf-aa82-fe6e4e342ee3/1f590372-382e-4cbf-aa82-fe6e4e342ee3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.146422] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.146816] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54ab9c6e-66a7-4426-81f1-21c4bb179b78 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.157846] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 646.157846] env[69486]: value = "task-3213563" [ 646.157846] env[69486]: _type = "Task" [ 646.157846] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.173561] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.272616] env[69486]: DEBUG oslo_vmware.api [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213561, 'name': RemoveSnapshot_Task, 'duration_secs': 0.707802} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.272978] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 646.273234] env[69486]: INFO nova.compute.manager [None req-e5302906-64ca-4ebb-b137-4962cc8d5959 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 646.295744] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.492849] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.506252] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213558, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.590945] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6613c-976e-4a08-aa0f-f14c7db47c93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.617830] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.636414] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213562, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.679028] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176158} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.679028] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.679028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f93d490-4e9d-469d-a7f8-392ea4c448a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.705283] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 1f590372-382e-4cbf-aa82-fe6e4e342ee3/1f590372-382e-4cbf-aa82-fe6e4e342ee3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.709079] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06262077-c42a-4040-b96c-c27985c1206c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.737830] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 646.737830] env[69486]: value = "task-3213564" [ 646.737830] env[69486]: _type = "Task" [ 646.737830] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.750663] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.818980] env[69486]: DEBUG nova.network.neutron [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Successfully created port: c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.864815] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e757815-4dff-4047-b3d5-d92745e02e2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.874947] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2bcf21-a1ee-46ae-a70e-30be4813ba20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.913225] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79496599-a1be-418e-9c59-59fd74d86793 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.923171] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0020706-81d9-46d6-9755-c8fba067b610 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.945773] env[69486]: DEBUG nova.compute.provider_tree [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.007611] env[69486]: DEBUG oslo_vmware.api [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213558, 'name': PowerOnVM_Task, 'duration_secs': 1.974439} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.007611] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.007611] env[69486]: INFO nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Took 10.01 seconds to spawn the instance on the hypervisor. [ 647.007611] env[69486]: DEBUG nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.008479] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb67572-768d-4079-8cda-b5d2b2132173 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.131464] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.132256] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea4ea583-a4d2-4579-b6ee-fea3357d4fe8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.146584] env[69486]: DEBUG oslo_vmware.api [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213562, 'name': RemoveSnapshot_Task, 'duration_secs': 1.361668} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.148140] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 647.150697] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 647.150697] env[69486]: value = "task-3213565" [ 647.150697] env[69486]: _type = "Task" [ 647.150697] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.163960] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.227637] env[69486]: DEBUG nova.compute.manager [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Received event network-changed-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 647.227637] env[69486]: DEBUG nova.compute.manager [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Refreshing instance network info cache due to event network-changed-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 647.227825] env[69486]: DEBUG oslo_concurrency.lockutils [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] Acquiring lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.227936] env[69486]: DEBUG oslo_concurrency.lockutils [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] Acquired lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.228108] env[69486]: DEBUG nova.network.neutron [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Refreshing network info cache for port f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.250318] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.312135] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.349411] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.349411] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.349411] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.349845] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.349845] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.349845] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.349845] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.349845] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.350119] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.350119] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.350119] env[69486]: DEBUG nova.virt.hardware [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.350418] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a92a2-847f-4c54-b4ff-4bebb2e83f90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.361844] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd9104c-d87f-473f-a865-579b5c5471d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.451293] env[69486]: DEBUG nova.scheduler.client.report [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.480809] env[69486]: DEBUG nova.compute.manager [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Received event network-changed-e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 647.481123] env[69486]: DEBUG nova.compute.manager [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Refreshing instance network info cache due to event network-changed-e65909a5-9275-4eea-91d8-14954186e64d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 647.481696] env[69486]: DEBUG oslo_concurrency.lockutils [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] Acquiring lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.481948] env[69486]: DEBUG oslo_concurrency.lockutils [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] Acquired lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.482255] env[69486]: DEBUG nova.network.neutron [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Refreshing network info cache for port e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.532867] env[69486]: INFO nova.compute.manager [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Took 28.97 seconds to build instance. [ 647.661701] env[69486]: WARNING nova.compute.manager [None req-7692064e-c95c-4676-ad24-038dea6194fe tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Image not found during snapshot: nova.exception.ImageNotFound: Image f461da88-c01f-4f15-b0de-c1a2cd2b217e could not be found. [ 647.670839] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213565, 'name': PowerOffVM_Task, 'duration_secs': 0.37186} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.670839] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.670839] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.751528] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213564, 'name': ReconfigVM_Task, 'duration_secs': 0.569917} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.751819] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 1f590372-382e-4cbf-aa82-fe6e4e342ee3/1f590372-382e-4cbf-aa82-fe6e4e342ee3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.754323] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e1a790b-4765-4b2e-90dd-b0db9ad790fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.760814] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 647.760814] env[69486]: value = "task-3213566" [ 647.760814] env[69486]: _type = "Task" [ 647.760814] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.773709] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213566, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.967230] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.967723] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.975369] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.437s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.975369] env[69486]: INFO nova.compute.claims [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.037064] env[69486]: DEBUG oslo_concurrency.lockutils [None req-dfe4bfa8-e6e2-46d1-bdff-7fd376da354e tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "37200872-b8df-40bf-a82a-f0d010de4d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.356s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.177513] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.177513] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.177513] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.177513] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.177782] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.177782] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.177782] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.177939] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.178122] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.178283] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.178978] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.184075] env[69486]: DEBUG nova.network.neutron [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updated VIF entry in instance network info cache for port f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.184402] env[69486]: DEBUG nova.network.neutron [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updating instance_info_cache with network_info: [{"id": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "address": "fa:16:3e:2d:45:b8", "network": {"id": "d390b2c1-d166-45c9-a151-ba5f667e6c92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1572728420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287912436f0448d18c525e396defbd1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e0b6eb-0c", "ovs_interfaceid": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.186065] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9004d119-4f37-463c-ba33-0c3e0947d07a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.204731] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 648.204731] env[69486]: value = "task-3213567" [ 648.204731] env[69486]: _type = "Task" [ 648.204731] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.213699] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.276054] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213566, 'name': Rename_Task, 'duration_secs': 0.165799} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.276054] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.276054] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b9870b-7265-4d1f-a5a1-0644851ee06d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.285641] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 648.285641] env[69486]: value = "task-3213568" [ 648.285641] env[69486]: _type = "Task" [ 648.285641] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.294703] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.482736] env[69486]: DEBUG nova.compute.utils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.487689] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.487873] env[69486]: DEBUG nova.network.neutron [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.540188] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.593056] env[69486]: DEBUG nova.network.neutron [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updated VIF entry in instance network info cache for port e65909a5-9275-4eea-91d8-14954186e64d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.593056] env[69486]: DEBUG nova.network.neutron [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updating instance_info_cache with network_info: [{"id": "e65909a5-9275-4eea-91d8-14954186e64d", "address": "fa:16:3e:9c:3e:b1", "network": {"id": "c91aa7ea-9897-4b68-ba6b-bdf1f9309e16", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-292202708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52cffdca0144de4b8ecf4d312a24380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65909a5-92", "ovs_interfaceid": "e65909a5-9275-4eea-91d8-14954186e64d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.617086] env[69486]: DEBUG nova.policy [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53324d1d443e41a8b2aab5d0252b9d5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '542737feac114a51be2b955b489e559b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.697360] env[69486]: DEBUG oslo_concurrency.lockutils [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] Releasing lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.697466] env[69486]: DEBUG nova.compute.manager [req-5146b79f-2680-4fb1-85c1-8bf334674925 req-fcf24091-f646-407b-81e8-fd771047b394 service nova] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Received event network-vif-deleted-be50f0fa-88d3-4db2-a034-f86101e1cb22 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 648.720305] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213567, 'name': ReconfigVM_Task, 'duration_secs': 0.261291} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.720305] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.798399] env[69486]: DEBUG oslo_vmware.api [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213568, 'name': PowerOnVM_Task, 'duration_secs': 0.462741} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.798624] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.798817] env[69486]: INFO nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Took 9.17 seconds to spawn the instance on the hypervisor. [ 648.798994] env[69486]: DEBUG nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.799800] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb30066-e29f-4da4-a979-655fb114d510 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.991872] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.073928] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.095659] env[69486]: DEBUG oslo_concurrency.lockutils [req-c5bab5f0-e47c-4904-b068-ed3fb939be9b req-40eb0ee5-8421-4438-9374-46104a9fa00a service nova] Releasing lock "refresh_cache-ea3623f6-fc35-4269-b8f4-f483d75b8d9f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.229034] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.229296] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.229450] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.229628] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.229770] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.229912] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.230126] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.230287] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.230455] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.230621] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.230790] env[69486]: DEBUG nova.virt.hardware [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.240693] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 649.241075] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dcab754-f044-4d7d-8290-d1cc0b7cea36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.271513] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 649.271513] env[69486]: value = "task-3213569" [ 649.271513] env[69486]: _type = "Task" [ 649.271513] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.280966] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.321859] env[69486]: INFO nova.compute.manager [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Took 30.56 seconds to build instance. [ 649.345133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.345419] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.345645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.345841] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.346011] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.350552] env[69486]: INFO nova.compute.manager [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Terminating instance [ 649.393772] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.394044] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.550554] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0597086-cb2b-4453-8903-2858db1adc8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.553426] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "2e0df378-21a8-4176-8f9f-e8c891987442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.553603] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "2e0df378-21a8-4176-8f9f-e8c891987442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.555696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "2e0df378-21a8-4176-8f9f-e8c891987442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.555918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "2e0df378-21a8-4176-8f9f-e8c891987442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.556097] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "2e0df378-21a8-4176-8f9f-e8c891987442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.558206] env[69486]: INFO nova.compute.manager [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Terminating instance [ 649.563761] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b951d28-c4a5-4a50-b1af-5d451ffccce2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.598892] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4f891-67c9-4329-b60b-fad796fc8552 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.607554] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330f144-e384-4481-9d4e-8cdf4d24c224 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.624087] env[69486]: DEBUG nova.compute.provider_tree [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.626088] env[69486]: DEBUG nova.network.neutron [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Successfully updated port: c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.780964] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213569, 'name': ReconfigVM_Task, 'duration_secs': 0.205405} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.781256] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 649.782031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59573ddb-dbdf-4455-8971-ae6c3955c9d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.805388] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4/a22b3977-2a6f-4f01-949d-874208903ff4.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.805717] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98510191-dd05-4e77-8d4c-de1725cffe9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.824243] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5437112-bd3d-4c39-8127-273dd698c0af tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.171s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.827485] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 649.827485] env[69486]: value = "task-3213570" [ 649.827485] env[69486]: _type = "Task" [ 649.827485] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.831449] env[69486]: DEBUG nova.network.neutron [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Successfully created port: 9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.842251] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.854896] env[69486]: DEBUG nova.compute.manager [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.855116] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.856194] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18542de8-6383-41c1-9d9d-b6527402f393 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.866949] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.867245] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d469a1-7a65-46d2-99de-f30913948cf2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.936266] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.936266] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.936433] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleting the datastore file [datastore1] 56942e43-4cfd-4cbd-bc0e-a39efc43df85 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.936682] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-381f3612-c981-4fb1-838c-a99e28db8834 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.951742] env[69486]: DEBUG oslo_vmware.api [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 649.951742] env[69486]: value = "task-3213572" [ 649.951742] env[69486]: _type = "Task" [ 649.951742] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.961717] env[69486]: DEBUG oslo_vmware.api [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.006129] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.033103] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.033362] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.033526] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.033686] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.033829] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.034036] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.034974] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.035169] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.035347] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.035541] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.036023] env[69486]: DEBUG nova.virt.hardware [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.036621] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8cd49f-4ce7-42f7-8f4b-10654f17575c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.046127] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d09b3-dbd4-4ef8-b8e1-bd2db47f3d52 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.067683] env[69486]: DEBUG nova.compute.manager [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.067865] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.069141] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c00a1-50c8-4099-9dab-04a686987e94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.077957] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.078697] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9379abf-5c5a-4511-9285-e3530eadf77d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089828] env[69486]: DEBUG oslo_vmware.api [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 650.089828] env[69486]: value = "task-3213573" [ 650.089828] env[69486]: _type = "Task" [ 650.089828] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.096905] env[69486]: DEBUG oslo_vmware.api [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.129493] env[69486]: DEBUG nova.scheduler.client.report [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.134251] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "refresh_cache-49ec195c-513a-4737-ab59-e4a3d8af1670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.137127] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired lock "refresh_cache-49ec195c-513a-4737-ab59-e4a3d8af1670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.137127] env[69486]: DEBUG nova.network.neutron [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.334068] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.350497] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.466981] env[69486]: DEBUG oslo_vmware.api [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320562} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.468199] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.468199] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.468199] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.468375] env[69486]: INFO nova.compute.manager [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Took 0.61 seconds to destroy the instance on the hypervisor. [ 650.468599] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.468897] env[69486]: DEBUG nova.compute.manager [-] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.468897] env[69486]: DEBUG nova.network.neutron [-] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.600612] env[69486]: DEBUG oslo_vmware.api [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213573, 'name': PowerOffVM_Task, 'duration_secs': 0.202653} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.600982] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.601293] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.601662] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5459397a-bc14-4e52-92e5-1b852ba334a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.639918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.643756] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.649540] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.810s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.651488] env[69486]: INFO nova.compute.claims [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.682237] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.682237] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.682237] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleting the datastore file [datastore1] 2e0df378-21a8-4176-8f9f-e8c891987442 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.682237] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b971c514-4d1b-4d1b-8c6b-0115a187e417 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.692083] env[69486]: DEBUG oslo_vmware.api [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 650.692083] env[69486]: value = "task-3213575" [ 650.692083] env[69486]: _type = "Task" [ 650.692083] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.702512] env[69486]: DEBUG oslo_vmware.api [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.730229] env[69486]: DEBUG nova.network.neutron [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.846686] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213570, 'name': ReconfigVM_Task, 'duration_secs': 0.682158} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.848938] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4/a22b3977-2a6f-4f01-949d-874208903ff4.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.849240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.866663] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.060884] env[69486]: DEBUG nova.network.neutron [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Updating instance_info_cache with network_info: [{"id": "c9d8b786-14f8-4776-857c-be994e74537e", "address": "fa:16:3e:0c:7b:83", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d8b786-14", "ovs_interfaceid": "c9d8b786-14f8-4776-857c-be994e74537e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.089099] env[69486]: DEBUG nova.compute.manager [req-1417f696-7f9d-4b58-bbb1-73960efe4b40 req-9fcc05e1-3f7f-4913-9bef-fb41ba8c846d service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Received event network-vif-plugged-c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 651.089099] env[69486]: DEBUG oslo_concurrency.lockutils [req-1417f696-7f9d-4b58-bbb1-73960efe4b40 req-9fcc05e1-3f7f-4913-9bef-fb41ba8c846d service nova] Acquiring lock "49ec195c-513a-4737-ab59-e4a3d8af1670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.089099] env[69486]: DEBUG oslo_concurrency.lockutils [req-1417f696-7f9d-4b58-bbb1-73960efe4b40 req-9fcc05e1-3f7f-4913-9bef-fb41ba8c846d service nova] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.089099] env[69486]: DEBUG oslo_concurrency.lockutils [req-1417f696-7f9d-4b58-bbb1-73960efe4b40 req-9fcc05e1-3f7f-4913-9bef-fb41ba8c846d service nova] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.089099] env[69486]: DEBUG nova.compute.manager [req-1417f696-7f9d-4b58-bbb1-73960efe4b40 req-9fcc05e1-3f7f-4913-9bef-fb41ba8c846d service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] No waiting events found dispatching network-vif-plugged-c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.089534] env[69486]: WARNING nova.compute.manager [req-1417f696-7f9d-4b58-bbb1-73960efe4b40 req-9fcc05e1-3f7f-4913-9bef-fb41ba8c846d service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Received unexpected event network-vif-plugged-c9d8b786-14f8-4776-857c-be994e74537e for instance with vm_state building and task_state spawning. [ 651.152422] env[69486]: DEBUG nova.compute.utils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.152879] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.153079] env[69486]: DEBUG nova.network.neutron [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.203661] env[69486]: DEBUG oslo_vmware.api [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470039} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.203812] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.203967] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.204154] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.204311] env[69486]: INFO nova.compute.manager [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Took 1.14 seconds to destroy the instance on the hypervisor. [ 651.204625] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.204831] env[69486]: DEBUG nova.compute.manager [-] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.205207] env[69486]: DEBUG nova.network.neutron [-] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.222617] env[69486]: DEBUG nova.policy [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca77b99bd4b45a9ad8f1c2ceda97a86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd959cdc65ad4a7685214b69c743bab5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.262048] env[69486]: DEBUG nova.compute.manager [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Received event network-changed-387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 651.262267] env[69486]: DEBUG nova.compute.manager [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Refreshing instance network info cache due to event network-changed-387d18c4-431a-4107-be92-972ae972c47b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 651.262522] env[69486]: DEBUG oslo_concurrency.lockutils [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] Acquiring lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.262683] env[69486]: DEBUG oslo_concurrency.lockutils [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] Acquired lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.264920] env[69486]: DEBUG nova.network.neutron [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Refreshing network info cache for port 387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.306732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "4be76930-d724-4808-85c2-e1ca754f2784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.306732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "4be76930-d724-4808-85c2-e1ca754f2784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.360221] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ddf28-4566-43cf-bced-7e6ca5c229f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.384802] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd19efb-78f9-4796-813a-fb86f7afca93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.410396] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.563798] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Releasing lock "refresh_cache-49ec195c-513a-4737-ab59-e4a3d8af1670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.565296] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Instance network_info: |[{"id": "c9d8b786-14f8-4776-857c-be994e74537e", "address": "fa:16:3e:0c:7b:83", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d8b786-14", "ovs_interfaceid": "c9d8b786-14f8-4776-857c-be994e74537e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.565394] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:7b:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d8b786-14f8-4776-857c-be994e74537e', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.579188] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Creating folder: Project (f0080274719645c5befbcefd89334db1). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.579188] env[69486]: DEBUG nova.network.neutron [-] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.582041] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9277f80a-faaa-4684-bb98-132011f5639a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.600252] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Created folder: Project (f0080274719645c5befbcefd89334db1) in parent group-v642494. [ 651.600252] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Creating folder: Instances. Parent ref: group-v642549. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.600466] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce6db2f5-b536-45ab-96e0-3876209c3209 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.614565] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Created folder: Instances in parent group-v642549. [ 651.614998] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.615274] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.618663] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518babd6-4898-475f-b40e-840cc9ac223f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.644272] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.644272] env[69486]: value = "task-3213578" [ 651.644272] env[69486]: _type = "Task" [ 651.644272] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.655249] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213578, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.656996] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.735109] env[69486]: DEBUG nova.network.neutron [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Successfully created port: 99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.086065] env[69486]: INFO nova.compute.manager [-] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Took 1.62 seconds to deallocate network for instance. [ 652.146473] env[69486]: DEBUG nova.network.neutron [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Port 89799128-8619-4fd0-af56-8b47e3c40fb8 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 652.165313] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213578, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.225799] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c9d5d-0914-42a4-8dae-4286c2847b9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.237939] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b902389-b783-4aa3-a016-ce492dbd5c89 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.280314] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc3455c-fca9-478d-a12d-45982069ed93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.290033] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ec7c8a-6d98-47a1-978d-ca171d0f1470 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.310589] env[69486]: DEBUG nova.compute.provider_tree [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.461474] env[69486]: DEBUG nova.network.neutron [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Successfully updated port: 9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.597280] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.617269] env[69486]: DEBUG nova.network.neutron [-] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.661794] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213578, 'name': CreateVM_Task, 'duration_secs': 0.687757} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.662596] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.663408] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.663696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.664115] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.664475] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6281bbb8-9f83-41df-8dc1-dc607532159a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.670455] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.672742] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 652.672742] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52af0133-01e8-76af-8f1c-309202124aa6" [ 652.672742] env[69486]: _type = "Task" [ 652.672742] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.683605] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52af0133-01e8-76af-8f1c-309202124aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.708675] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.709406] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.709406] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.709406] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.709406] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.709585] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.709756] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.709910] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.710349] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.710755] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.710993] env[69486]: DEBUG nova.virt.hardware [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.711867] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1b512f-dea0-455a-95df-29a509dfc32f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.721424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35540c2c-00ba-45c0-921e-091d3f05092a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.814389] env[69486]: DEBUG nova.scheduler.client.report [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.858847] env[69486]: DEBUG nova.network.neutron [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updated VIF entry in instance network info cache for port 387d18c4-431a-4107-be92-972ae972c47b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.859219] env[69486]: DEBUG nova.network.neutron [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updating instance_info_cache with network_info: [{"id": "387d18c4-431a-4107-be92-972ae972c47b", "address": "fa:16:3e:6e:0c:10", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387d18c4-43", "ovs_interfaceid": "387d18c4-431a-4107-be92-972ae972c47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.964341] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "refresh_cache-518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.964433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquired lock "refresh_cache-518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.964949] env[69486]: DEBUG nova.network.neutron [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.118736] env[69486]: INFO nova.compute.manager [-] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Took 1.91 seconds to deallocate network for instance. [ 653.194307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.194913] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.195223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.209750] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52af0133-01e8-76af-8f1c-309202124aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.023283} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.211105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.211743] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.212842] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.212842] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.213033] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.213925] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10c71a4a-37e9-4d6a-8c70-479ecb794929 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.227299] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.227598] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.228461] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc7da1d-6cad-454f-9117-3dcb9fa509da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.236247] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 653.236247] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9ba2b-ac3f-f67f-3e55-5196ec4d1b29" [ 653.236247] env[69486]: _type = "Task" [ 653.236247] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.249680] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9ba2b-ac3f-f67f-3e55-5196ec4d1b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.318981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.319512] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.325406] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.120s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.325406] env[69486]: INFO nova.compute.claims [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.365187] env[69486]: DEBUG oslo_concurrency.lockutils [req-81bdae05-cf5a-46e9-bd05-478454504c78 req-4d25135d-d19e-48ff-b2e5-0ef712808035 service nova] Releasing lock "refresh_cache-37200872-b8df-40bf-a82a-f0d010de4d06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.513477] env[69486]: DEBUG nova.network.neutron [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.631212] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.710778] env[69486]: DEBUG nova.network.neutron [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Updating instance_info_cache with network_info: [{"id": "9d1ba0e4-7db2-4519-819d-cf6219aeb1f8", "address": "fa:16:3e:f0:31:38", "network": {"id": "2ca519ce-c949-43e9-9395-f82681a3b914", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1933819567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542737feac114a51be2b955b489e559b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1ba0e4-7d", "ovs_interfaceid": "9d1ba0e4-7db2-4519-819d-cf6219aeb1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.752560] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9ba2b-ac3f-f67f-3e55-5196ec4d1b29, 'name': SearchDatastore_Task, 'duration_secs': 0.037047} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.753401] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09501861-b777-4639-a064-568b68b1d298 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.764588] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 653.764588] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd70df-83f3-e2c7-e87d-70f30bffb7cc" [ 653.764588] env[69486]: _type = "Task" [ 653.764588] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.779246] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd70df-83f3-e2c7-e87d-70f30bffb7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.829654] env[69486]: DEBUG nova.compute.utils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.835411] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.835411] env[69486]: DEBUG nova.network.neutron [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.887679] env[69486]: DEBUG nova.policy [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c86370122df842a49928cc605862ce1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3e646e26d194d7d93ee6bc4a0de137e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.022393] env[69486]: DEBUG nova.network.neutron [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Successfully updated port: 99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.212356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Releasing lock "refresh_cache-518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.212905] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Instance network_info: |[{"id": "9d1ba0e4-7db2-4519-819d-cf6219aeb1f8", "address": "fa:16:3e:f0:31:38", "network": {"id": "2ca519ce-c949-43e9-9395-f82681a3b914", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1933819567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542737feac114a51be2b955b489e559b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1ba0e4-7d", "ovs_interfaceid": "9d1ba0e4-7db2-4519-819d-cf6219aeb1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.213060] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:31:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d1ba0e4-7db2-4519-819d-cf6219aeb1f8', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.221719] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Creating folder: Project (542737feac114a51be2b955b489e559b). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.222274] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69922b49-d0e5-45a6-b4cd-1321904b7eb8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.241084] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Created folder: Project (542737feac114a51be2b955b489e559b) in parent group-v642494. [ 654.242024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Creating folder: Instances. Parent ref: group-v642552. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.242024] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ded36a3-d2b8-4c90-9052-b13187342c71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.258111] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Created folder: Instances in parent group-v642552. [ 654.258384] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.258591] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.259292] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e72b455e-aef8-42a6-aa25-652a5afe82d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.280316] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Received event network-changed-c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 654.280504] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Refreshing instance network info cache due to event network-changed-c9d8b786-14f8-4776-857c-be994e74537e. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 654.281343] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquiring lock "refresh_cache-49ec195c-513a-4737-ab59-e4a3d8af1670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281343] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquired lock "refresh_cache-49ec195c-513a-4737-ab59-e4a3d8af1670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.281343] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Refreshing network info cache for port c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.292578] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd70df-83f3-e2c7-e87d-70f30bffb7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.295471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.295471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.295471] env[69486]: DEBUG nova.network.neutron [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.296574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.296915] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 49ec195c-513a-4737-ab59-e4a3d8af1670/49ec195c-513a-4737-ab59-e4a3d8af1670.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.297083] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.297083] env[69486]: value = "task-3213581" [ 654.297083] env[69486]: _type = "Task" [ 654.297083] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.297908] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db84cb4-db55-40f5-aecc-c34bb80a0e95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.317584] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213581, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.317907] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 654.317907] env[69486]: value = "task-3213582" [ 654.317907] env[69486]: _type = "Task" [ 654.317907] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.318961] env[69486]: DEBUG nova.network.neutron [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Successfully created port: 53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.331022] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.334803] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.526874] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.527530] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.527530] env[69486]: DEBUG nova.network.neutron [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.822568] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213581, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.828541] env[69486]: DEBUG nova.compute.manager [req-7a0ca915-70b8-4b49-8951-0b0ddbd4ed49 req-980abb3d-a87a-4513-aaba-81f192bc3fe0 service nova] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Received event network-vif-deleted-213d61ef-39a2-46af-9648-bafa468f567c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 654.834335] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213582, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.970243] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c3e19d-3864-4d54-af8c-141e264b27b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.984759] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc3c02-30fe-40eb-a798-bc5ca5cdb6a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.025867] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2323aa6d-027b-4f39-8000-bc1d81d7bf8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.038529] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21f7ddb-f062-452c-b7c8-2fafd3da2671 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.056119] env[69486]: DEBUG nova.compute.provider_tree [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.068131] env[69486]: DEBUG nova.compute.manager [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.069472] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5bf85e-166e-42a3-9acd-a57ed0b08026 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.084366] env[69486]: DEBUG nova.network.neutron [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.265632] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Updated VIF entry in instance network info cache for port c9d8b786-14f8-4776-857c-be994e74537e. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.266008] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Updating instance_info_cache with network_info: [{"id": "c9d8b786-14f8-4776-857c-be994e74537e", "address": "fa:16:3e:0c:7b:83", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d8b786-14", "ovs_interfaceid": "c9d8b786-14f8-4776-857c-be994e74537e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.295860] env[69486]: DEBUG nova.network.neutron [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [{"id": "89799128-8619-4fd0-af56-8b47e3c40fb8", "address": "fa:16:3e:5d:13:79", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89799128-86", "ovs_interfaceid": "89799128-8619-4fd0-af56-8b47e3c40fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.311783] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213581, 'name': CreateVM_Task, 'duration_secs': 0.655999} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.312603] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.313236] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.313401] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.313721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.314220] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21deccb6-1863-4489-b7a8-74ecbc49c712 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.319527] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 655.319527] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5241c6e2-f2fc-ffa2-324e-a407cf67e070" [ 655.319527] env[69486]: _type = "Task" [ 655.319527] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.332018] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532067} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.335188] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 49ec195c-513a-4737-ab59-e4a3d8af1670/49ec195c-513a-4737-ab59-e4a3d8af1670.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.335418] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.335729] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5241c6e2-f2fc-ffa2-324e-a407cf67e070, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.335938] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd93166-e298-4af0-8d76-9a4da03dc7fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.337954] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.338114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.338326] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338644] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.338884] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf2c76c-f051-4b4a-be49-a4deb05ed22c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.347878] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 655.347878] env[69486]: value = "task-3213583" [ 655.347878] env[69486]: _type = "Task" [ 655.347878] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.349875] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.354512] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.354757] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.359372] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef875b4-b301-4211-bfb9-e41416ac2883 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.369965] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.370327] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 655.370327] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529ebdef-ce9a-1506-7b32-a86d282b9557" [ 655.370327] env[69486]: _type = "Task" [ 655.370327] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.383018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.383018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.391574] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529ebdef-ce9a-1506-7b32-a86d282b9557, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.394964] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.395206] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.395358] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.395565] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.398041] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.398041] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.398041] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.398041] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.398041] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.398517] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.398517] env[69486]: DEBUG nova.virt.hardware [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.398517] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d2363-c721-41d2-831c-df202c935702 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.401404] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f499e9-4ce9-42e2-8fce-781f760e681d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.415545] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf1d6ae-5097-481c-a10f-697cb77e08ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.420049] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 655.420049] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52727268-03bd-72a0-71f4-36baa13ab20b" [ 655.420049] env[69486]: _type = "Task" [ 655.420049] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.434597] env[69486]: DEBUG nova.network.neutron [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [{"id": "99755590-24d4-4084-b394-27a92c80ec6a", "address": "fa:16:3e:fa:35:d1", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99755590-24", "ovs_interfaceid": "99755590-24d4-4084-b394-27a92c80ec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.442624] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52727268-03bd-72a0-71f4-36baa13ab20b, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.442624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.442940] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4/518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.443407] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78e8c348-a1d0-4be2-a0f9-7fb69014b30d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.454902] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 655.454902] env[69486]: value = "task-3213584" [ 655.454902] env[69486]: _type = "Task" [ 655.454902] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.462443] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.565167] env[69486]: DEBUG nova.scheduler.client.report [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.589246] env[69486]: INFO nova.compute.manager [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] instance snapshotting [ 655.594028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6920921-46a3-4545-b406-704ec91485d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.616709] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae2af6-eccd-4fa0-8609-863931682ad8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.771170] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Releasing lock "refresh_cache-49ec195c-513a-4737-ab59-e4a3d8af1670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.771170] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Received event network-vif-deleted-de1f578e-da4f-44c9-b97e-f61b6dae44d5 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 655.771170] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Received event network-vif-plugged-9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 655.771170] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquiring lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.771170] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.771627] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.771627] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] No waiting events found dispatching network-vif-plugged-9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.771627] env[69486]: WARNING nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Received unexpected event network-vif-plugged-9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 for instance with vm_state building and task_state spawning. [ 655.771627] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Received event network-changed-9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 655.771627] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Refreshing instance network info cache due to event network-changed-9d1ba0e4-7db2-4519-819d-cf6219aeb1f8. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 655.771914] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquiring lock "refresh_cache-518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.772609] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquired lock "refresh_cache-518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.773642] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Refreshing network info cache for port 9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.801478] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.863204] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077393} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.866022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.866022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6affba73-d63c-4728-97a5-e99dc65a8f68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.894369] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 49ec195c-513a-4737-ab59-e4a3d8af1670/49ec195c-513a-4737-ab59-e4a3d8af1670.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.896749] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164302d7-3be2-4edf-bda5-3360b89130a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.922029] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 655.922029] env[69486]: value = "task-3213585" [ 655.922029] env[69486]: _type = "Task" [ 655.922029] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.937383] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.937767] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance network_info: |[{"id": "99755590-24d4-4084-b394-27a92c80ec6a", "address": "fa:16:3e:fa:35:d1", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99755590-24", "ovs_interfaceid": "99755590-24d4-4084-b394-27a92c80ec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.939670] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.939670] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:35:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99755590-24d4-4084-b394-27a92c80ec6a', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.948450] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.949401] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.949600] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b910e9c-136c-4757-a7f9-482ed4abb254 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.978792] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506411} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.980396] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4/518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.980751] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.981049] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.981049] env[69486]: value = "task-3213586" [ 655.981049] env[69486]: _type = "Task" [ 655.981049] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.981247] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0971280f-2898-4b79-b71d-baec3d63adbe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.992571] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213586, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.994027] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 655.994027] env[69486]: value = "task-3213587" [ 655.994027] env[69486]: _type = "Task" [ 655.994027] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.006178] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.069377] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.069952] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.073860] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.150s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.073860] env[69486]: DEBUG nova.objects.instance [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 656.130474] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 656.130724] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e74839d2-0287-4edb-84f8-0aa101c2a45a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.140480] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 656.140480] env[69486]: value = "task-3213588" [ 656.140480] env[69486]: _type = "Task" [ 656.140480] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.152638] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.326952] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b558920-e335-4c76-9146-1511965e1f11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.352383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec812d4-341e-4ba4-bce6-00ac9e08e073 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.362590] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.432655] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213585, 'name': ReconfigVM_Task, 'duration_secs': 0.482891} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.433326] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 49ec195c-513a-4737-ab59-e4a3d8af1670/49ec195c-513a-4737-ab59-e4a3d8af1670.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.433950] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5cc28b-5685-4682-be4a-99c37e943ed9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.442988] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 656.442988] env[69486]: value = "task-3213589" [ 656.442988] env[69486]: _type = "Task" [ 656.442988] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.452922] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213589, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.494313] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213586, 'name': CreateVM_Task, 'duration_secs': 0.472733} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.494313] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.494677] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.494846] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.495173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.495525] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0db2c8-e45e-4cab-91b5-cbbc5bd6e3d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.504650] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 656.504650] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a92c5d-673e-a2a0-5131-9f7be214bef0" [ 656.504650] env[69486]: _type = "Task" [ 656.504650] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.507880] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106131} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.515597] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.516447] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71fac20-0559-42b0-becd-9bdfc17577e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.534865] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a92c5d-673e-a2a0-5131-9f7be214bef0, 'name': SearchDatastore_Task, 'duration_secs': 0.022856} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.545402] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.545402] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.545656] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.545769] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.545994] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.554889] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4/518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.557949] env[69486]: DEBUG nova.network.neutron [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Successfully updated port: 53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.559101] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0c2787c-6bd4-48c1-a0d6-2b5bf584c77c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.561068] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115acbd6-dad1-47bc-b472-fb14e5d95af5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.577271] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.577610] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquired lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.577610] env[69486]: DEBUG nova.network.neutron [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.579739] env[69486]: DEBUG nova.compute.utils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.585512] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.587019] env[69486]: DEBUG nova.network.neutron [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.593369] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 656.593369] env[69486]: value = "task-3213590" [ 656.593369] env[69486]: _type = "Task" [ 656.593369] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.595265] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.595443] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.599386] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739a566a-be87-4eae-9e1e-855d6679caeb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.609382] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.610860] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 656.610860] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52350100-2252-94a8-c0fc-bc7a8507222d" [ 656.610860] env[69486]: _type = "Task" [ 656.610860] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.620756] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52350100-2252-94a8-c0fc-bc7a8507222d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.655181] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.736129] env[69486]: DEBUG nova.policy [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d3730c8a8a945c1a22f50e2f5af2fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18366ea80fe45d3abfee3da3733d6e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.869507] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.869851] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f769e4-0f61-48e2-9b76-f2b518b6bbd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.882355] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 656.882355] env[69486]: value = "task-3213591" [ 656.882355] env[69486]: _type = "Task" [ 656.882355] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.890439] env[69486]: DEBUG nova.compute.manager [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Received event network-vif-plugged-99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 656.890739] env[69486]: DEBUG oslo_concurrency.lockutils [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] Acquiring lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.890958] env[69486]: DEBUG oslo_concurrency.lockutils [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.891184] env[69486]: DEBUG oslo_concurrency.lockutils [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.891357] env[69486]: DEBUG nova.compute.manager [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] No waiting events found dispatching network-vif-plugged-99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.891524] env[69486]: WARNING nova.compute.manager [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Received unexpected event network-vif-plugged-99755590-24d4-4084-b394-27a92c80ec6a for instance with vm_state building and task_state spawning. [ 656.891681] env[69486]: DEBUG nova.compute.manager [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Received event network-changed-99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 656.891840] env[69486]: DEBUG nova.compute.manager [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Refreshing instance network info cache due to event network-changed-99755590-24d4-4084-b394-27a92c80ec6a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 656.892227] env[69486]: DEBUG oslo_concurrency.lockutils [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] Acquiring lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.892227] env[69486]: DEBUG oslo_concurrency.lockutils [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] Acquired lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.892352] env[69486]: DEBUG nova.network.neutron [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Refreshing network info cache for port 99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.900627] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.928801] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Updated VIF entry in instance network info cache for port 9d1ba0e4-7db2-4519-819d-cf6219aeb1f8. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.929248] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Updating instance_info_cache with network_info: [{"id": "9d1ba0e4-7db2-4519-819d-cf6219aeb1f8", "address": "fa:16:3e:f0:31:38", "network": {"id": "2ca519ce-c949-43e9-9395-f82681a3b914", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1933819567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542737feac114a51be2b955b489e559b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1ba0e4-7d", "ovs_interfaceid": "9d1ba0e4-7db2-4519-819d-cf6219aeb1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.959998] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213589, 'name': Rename_Task, 'duration_secs': 0.268689} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.963769] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.967168] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71269bbb-9b64-4416-a655-533db05c48d1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.974379] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 656.974379] env[69486]: value = "task-3213592" [ 656.974379] env[69486]: _type = "Task" [ 656.974379] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.989405] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.087650] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.111449] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ea64b96-4a78-45dd-bba6-e5ff62213492 tempest-ServersAdmin275Test-1750721105 tempest-ServersAdmin275Test-1750721105-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.113102] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.113226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.404s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.114744] env[69486]: INFO nova.compute.claims [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.133086] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52350100-2252-94a8-c0fc-bc7a8507222d, 'name': SearchDatastore_Task, 'duration_secs': 0.020627} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.133968] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78717a26-941f-41c7-8d3f-4923c8ee33aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.140721] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 657.140721] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a4fb8-4ac7-2f7b-80d7-48a9c7b006bf" [ 657.140721] env[69486]: _type = "Task" [ 657.140721] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.158243] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a4fb8-4ac7-2f7b-80d7-48a9c7b006bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.162526] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213588, 'name': CreateSnapshot_Task, 'duration_secs': 0.964905} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.162800] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 657.163677] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fdcb25-3998-42fe-a70f-2c9ac0468479 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.168928] env[69486]: DEBUG nova.network.neutron [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.309074] env[69486]: DEBUG nova.compute.manager [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Received event network-vif-plugged-53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 657.309291] env[69486]: DEBUG oslo_concurrency.lockutils [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] Acquiring lock "13d7a540-db99-437d-98ea-07bdcc2d447a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.309509] env[69486]: DEBUG oslo_concurrency.lockutils [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.309724] env[69486]: DEBUG oslo_concurrency.lockutils [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.309835] env[69486]: DEBUG nova.compute.manager [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] No waiting events found dispatching network-vif-plugged-53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.310045] env[69486]: WARNING nova.compute.manager [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Received unexpected event network-vif-plugged-53b2c842-c6b2-44e5-922e-3f27f4c890d1 for instance with vm_state building and task_state spawning. [ 657.310958] env[69486]: DEBUG nova.compute.manager [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Received event network-changed-53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 657.311085] env[69486]: DEBUG nova.compute.manager [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Refreshing instance network info cache due to event network-changed-53b2c842-c6b2-44e5-922e-3f27f4c890d1. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 657.311262] env[69486]: DEBUG oslo_concurrency.lockutils [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] Acquiring lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.394678] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.433493] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Releasing lock "refresh_cache-518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.433493] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Received event network-changed-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 657.433493] env[69486]: DEBUG nova.compute.manager [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Refreshing instance network info cache due to event network-changed-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 657.433493] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquiring lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.433760] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Acquired lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.434304] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Refreshing network info cache for port f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.490238] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213592, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.547629] env[69486]: DEBUG nova.network.neutron [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Updating instance_info_cache with network_info: [{"id": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "address": "fa:16:3e:3c:30:92", "network": {"id": "beb81641-859f-4be4-b648-9596cd4e322c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2043414037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3e646e26d194d7d93ee6bc4a0de137e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2c842-c6", "ovs_interfaceid": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.617144] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.665304] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a4fb8-4ac7-2f7b-80d7-48a9c7b006bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016641} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.666143] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.666553] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3a76616f-24ab-4bb5-9471-07e9f0ede930/3a76616f-24ab-4bb5-9471-07e9f0ede930.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.666860] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c754d1f-ac17-4d55-b7b6-3c455081e6f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.681432] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 657.681432] env[69486]: value = "task-3213593" [ 657.681432] env[69486]: _type = "Task" [ 657.681432] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.693081] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.699971] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbb265ea-444c-480a-a47c-0f8e98bcb23d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.705049] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.711152] env[69486]: DEBUG nova.network.neutron [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Successfully created port: 5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.715128] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 657.715128] env[69486]: value = "task-3213594" [ 657.715128] env[69486]: _type = "Task" [ 657.715128] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.724956] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213594, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.818620] env[69486]: DEBUG nova.network.neutron [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updated VIF entry in instance network info cache for port 99755590-24d4-4084-b394-27a92c80ec6a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.819048] env[69486]: DEBUG nova.network.neutron [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [{"id": "99755590-24d4-4084-b394-27a92c80ec6a", "address": "fa:16:3e:fa:35:d1", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99755590-24", "ovs_interfaceid": "99755590-24d4-4084-b394-27a92c80ec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.893621] env[69486]: DEBUG oslo_vmware.api [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213591, 'name': PowerOnVM_Task, 'duration_secs': 0.989893} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.897139] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.897139] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3849cc-022c-4dc4-88f1-0ee388649d34 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance 'a22b3977-2a6f-4f01-949d-874208903ff4' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.987765] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213592, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.051897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Releasing lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.051897] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Instance network_info: |[{"id": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "address": "fa:16:3e:3c:30:92", "network": {"id": "beb81641-859f-4be4-b648-9596cd4e322c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2043414037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3e646e26d194d7d93ee6bc4a0de137e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2c842-c6", "ovs_interfaceid": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.052108] env[69486]: DEBUG oslo_concurrency.lockutils [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] Acquired lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.052108] env[69486]: DEBUG nova.network.neutron [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Refreshing network info cache for port 53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.057024] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:30:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53b2c842-c6b2-44e5-922e-3f27f4c890d1', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.071407] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Creating folder: Project (a3e646e26d194d7d93ee6bc4a0de137e). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.074161] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03fde6aa-501f-4c70-8704-a988bf536e2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.092686] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Created folder: Project (a3e646e26d194d7d93ee6bc4a0de137e) in parent group-v642494. [ 658.092950] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Creating folder: Instances. Parent ref: group-v642558. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.093297] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05445a66-1e1e-48fc-9518-5079ea3a56e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.105516] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.118133] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Created folder: Instances in parent group-v642558. [ 658.118133] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.118133] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.118133] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb829b8d-5d3c-4489-b7ad-251b46eeafc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.144504] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213590, 'name': ReconfigVM_Task, 'duration_secs': 1.245175} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.146927] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4/518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.146927] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-305c2dae-b697-4c10-b4fa-b485af079a44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.152863] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.152863] env[69486]: value = "task-3213597" [ 658.152863] env[69486]: _type = "Task" [ 658.152863] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.155638] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.155965] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.156228] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.156457] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.156725] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.156950] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.157256] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.158408] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.158678] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.158911] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.159123] env[69486]: DEBUG nova.virt.hardware [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.160284] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbac9f-3a83-4a6a-ab6c-76d8bf799362 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.169447] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 658.169447] env[69486]: value = "task-3213598" [ 658.169447] env[69486]: _type = "Task" [ 658.169447] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.191852] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3072a12-c92b-45df-a9d9-0b3b3576c126 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.196809] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213597, 'name': CreateVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.202112] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213598, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.226104] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.242287] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213594, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.322509] env[69486]: DEBUG oslo_concurrency.lockutils [req-56da587c-e212-41e1-9b20-5a34310ba8f4 req-d4cef150-c5d9-4e8b-b307-a5c09c55d640 service nova] Releasing lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.393455] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updated VIF entry in instance network info cache for port f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.393856] env[69486]: DEBUG nova.network.neutron [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updating instance_info_cache with network_info: [{"id": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "address": "fa:16:3e:2d:45:b8", "network": {"id": "d390b2c1-d166-45c9-a151-ba5f667e6c92", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1572728420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287912436f0448d18c525e396defbd1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e0b6eb-0c", "ovs_interfaceid": "f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.493601] env[69486]: DEBUG oslo_vmware.api [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213592, 'name': PowerOnVM_Task, 'duration_secs': 1.405077} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.496802] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.497074] env[69486]: INFO nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Took 11.18 seconds to spawn the instance on the hypervisor. [ 658.497255] env[69486]: DEBUG nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.498496] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f05251b-3d67-4a59-8f5f-e501a5cba8bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.528725] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "0767959d-2fd8-4908-af49-ad43cad13ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.529025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.529266] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "0767959d-2fd8-4908-af49-ad43cad13ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.530946] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.530946] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.532144] env[69486]: INFO nova.compute.manager [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Terminating instance [ 658.686379] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213597, 'name': CreateVM_Task, 'duration_secs': 0.457778} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.688688] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.689796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.689971] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.690307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.690971] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc0dd91-343d-4fac-adec-4f7de021d7be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.698696] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595218} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.698922] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213598, 'name': Rename_Task, 'duration_secs': 0.249418} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.702194] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3a76616f-24ab-4bb5-9471-07e9f0ede930/3a76616f-24ab-4bb5-9471-07e9f0ede930.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.702557] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.702721] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.703155] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e718f381-db8b-484e-a234-e33dbd9fa35b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.705049] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-602b5082-19a5-44f0-ba60-3f360c9cc4c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.708016] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 658.708016] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e00634-b200-47d0-b196-bedd9f342aaa" [ 658.708016] env[69486]: _type = "Task" [ 658.708016] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.719205] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 658.719205] env[69486]: value = "task-3213600" [ 658.719205] env[69486]: _type = "Task" [ 658.719205] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.719985] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 658.719985] env[69486]: value = "task-3213599" [ 658.719985] env[69486]: _type = "Task" [ 658.719985] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.739932] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.739932] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e00634-b200-47d0-b196-bedd9f342aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.747119] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.754986] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213594, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.801148] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab65d3-7d18-407d-a634-ad0536027170 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.809322] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65721a27-45cb-4f91-b942-247685136342 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.844643] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821373df-d775-4491-98af-192cda6d5bcc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.853090] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d400b8-07b2-428a-a385-12d1a8d5cbaa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.867631] env[69486]: DEBUG nova.compute.provider_tree [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.886857] env[69486]: DEBUG nova.network.neutron [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Updated VIF entry in instance network info cache for port 53b2c842-c6b2-44e5-922e-3f27f4c890d1. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.887233] env[69486]: DEBUG nova.network.neutron [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Updating instance_info_cache with network_info: [{"id": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "address": "fa:16:3e:3c:30:92", "network": {"id": "beb81641-859f-4be4-b648-9596cd4e322c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2043414037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3e646e26d194d7d93ee6bc4a0de137e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2c842-c6", "ovs_interfaceid": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.900413] env[69486]: DEBUG oslo_concurrency.lockutils [req-201980a5-b7ff-4a9b-b29e-1ab62e737087 req-231dea89-1ece-43c2-a10b-9c7e97792ea3 service nova] Releasing lock "refresh_cache-0767959d-2fd8-4908-af49-ad43cad13ba7" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.025814] env[69486]: INFO nova.compute.manager [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Took 33.15 seconds to build instance. [ 659.040743] env[69486]: DEBUG nova.compute.manager [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.040998] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.042044] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a1fc9b-ee95-4d89-b76d-6c577c071358 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.052047] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.052047] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98e8ec1-3fb0-4140-8a65-b0128a1cb8c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.059938] env[69486]: DEBUG oslo_vmware.api [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 659.059938] env[69486]: value = "task-3213601" [ 659.059938] env[69486]: _type = "Task" [ 659.059938] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.069281] env[69486]: DEBUG oslo_vmware.api [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.210041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.210322] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.235203] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e00634-b200-47d0-b196-bedd9f342aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.025736} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.239393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.239587] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.239821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.239975] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.240170] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.243717] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3c6a5d-ab89-4ead-8920-de76594e1b3b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.245589] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080964} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.249962] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.250182] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.253474] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3ccb0-4211-446b-bd37-b6a914c550e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.257919] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213594, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.260728] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.260886] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.270535] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ba6ec1-6036-434a-b01e-93edf28e0479 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.282275] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3a76616f-24ab-4bb5-9471-07e9f0ede930/3a76616f-24ab-4bb5-9471-07e9f0ede930.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.283635] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef29523-aa4e-4c08-a253-9157bbe41b84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.310148] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 659.310148] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520efeae-ed48-d6e2-4237-06dd48e26651" [ 659.310148] env[69486]: _type = "Task" [ 659.310148] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.319020] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 659.319020] env[69486]: value = "task-3213602" [ 659.319020] env[69486]: _type = "Task" [ 659.319020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.326818] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520efeae-ed48-d6e2-4237-06dd48e26651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.340318] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.371768] env[69486]: DEBUG nova.scheduler.client.report [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.390628] env[69486]: DEBUG oslo_concurrency.lockutils [req-e769baa6-7792-41a5-8e8f-8ca050deb5b2 req-5f1ea544-110a-4d71-8f1b-9f0a4d63c458 service nova] Releasing lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.528832] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abbae9b0-bec9-4c7f-8c8b-28ad808a4150 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.664s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.572516] env[69486]: DEBUG oslo_vmware.api [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213601, 'name': PowerOffVM_Task, 'duration_secs': 0.298342} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.572726] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.573141] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.573216] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-872fea4f-4de9-41e8-b2b3-7dc21f9e77ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.637629] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.637983] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.638126] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Deleting the datastore file [datastore2] 0767959d-2fd8-4908-af49-ad43cad13ba7 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.638348] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06c6747-fee4-4abf-a07e-3888db735786 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.645692] env[69486]: DEBUG oslo_vmware.api [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for the task: (returnval){ [ 659.645692] env[69486]: value = "task-3213604" [ 659.645692] env[69486]: _type = "Task" [ 659.645692] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.655871] env[69486]: DEBUG oslo_vmware.api [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.732629] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213599, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.748741] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213594, 'name': CloneVM_Task, 'duration_secs': 1.70351} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.750217] env[69486]: DEBUG nova.network.neutron [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Successfully updated port: 5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.753381] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Created linked-clone VM from snapshot [ 659.754031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e417f5-91fd-446c-b8ee-58690f8fa92e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.765136] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Uploading image 304cc637-b91e-4943-acb4-c2462584cc24 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.799980] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.799980] env[69486]: value = "vm-642557" [ 659.799980] env[69486]: _type = "VirtualMachine" [ 659.799980] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.800497] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffd8eb0b-3b42-496c-9302-cd61b956a2af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.810480] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lease: (returnval){ [ 659.810480] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b90c15-3a67-6fdd-6320-f310cd37d4d3" [ 659.810480] env[69486]: _type = "HttpNfcLease" [ 659.810480] env[69486]: } obtained for exporting VM: (result){ [ 659.810480] env[69486]: value = "vm-642557" [ 659.810480] env[69486]: _type = "VirtualMachine" [ 659.810480] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.811124] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the lease: (returnval){ [ 659.811124] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b90c15-3a67-6fdd-6320-f310cd37d4d3" [ 659.811124] env[69486]: _type = "HttpNfcLease" [ 659.811124] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.828637] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520efeae-ed48-d6e2-4237-06dd48e26651, 'name': SearchDatastore_Task, 'duration_secs': 0.034936} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.828850] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.828850] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b90c15-3a67-6fdd-6320-f310cd37d4d3" [ 659.828850] env[69486]: _type = "HttpNfcLease" [ 659.828850] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 659.832133] env[69486]: DEBUG nova.compute.manager [req-0a4eff14-5cbc-4b8a-962c-e0fd5f8a6ed0 req-5311a793-497f-4b7d-a84b-c40185fe35d0 service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Received event network-vif-plugged-5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 659.832364] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a4eff14-5cbc-4b8a-962c-e0fd5f8a6ed0 req-5311a793-497f-4b7d-a84b-c40185fe35d0 service nova] Acquiring lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.832779] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a4eff14-5cbc-4b8a-962c-e0fd5f8a6ed0 req-5311a793-497f-4b7d-a84b-c40185fe35d0 service nova] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.833057] env[69486]: DEBUG oslo_concurrency.lockutils [req-0a4eff14-5cbc-4b8a-962c-e0fd5f8a6ed0 req-5311a793-497f-4b7d-a84b-c40185fe35d0 service nova] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.833306] env[69486]: DEBUG nova.compute.manager [req-0a4eff14-5cbc-4b8a-962c-e0fd5f8a6ed0 req-5311a793-497f-4b7d-a84b-c40185fe35d0 service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] No waiting events found dispatching network-vif-plugged-5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.833524] env[69486]: WARNING nova.compute.manager [req-0a4eff14-5cbc-4b8a-962c-e0fd5f8a6ed0 req-5311a793-497f-4b7d-a84b-c40185fe35d0 service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Received unexpected event network-vif-plugged-5e0ccba4-408f-483b-9d5d-0ff60db080f0 for instance with vm_state building and task_state spawning. [ 659.837434] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab206fbb-7659-4500-a9ea-3a10e688f1f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.840357] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213602, 'name': ReconfigVM_Task, 'duration_secs': 0.512924} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.840901] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3a76616f-24ab-4bb5-9471-07e9f0ede930/3a76616f-24ab-4bb5-9471-07e9f0ede930.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.842039] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8756419-c55e-4a85-a9ef-c7a4722345eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.845491] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 659.845491] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52981353-91c5-0547-7163-aea07de2f81e" [ 659.845491] env[69486]: _type = "Task" [ 659.845491] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.850865] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 659.850865] env[69486]: value = "task-3213606" [ 659.850865] env[69486]: _type = "Task" [ 659.850865] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.863225] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52981353-91c5-0547-7163-aea07de2f81e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.863668] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213606, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.877437] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.877856] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.885023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.999s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.885023] env[69486]: DEBUG nova.objects.instance [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 659.912632] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "a22b3977-2a6f-4f01-949d-874208903ff4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.913659] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.913659] env[69486]: DEBUG nova.compute.manager [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Going to confirm migration 1 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 660.032333] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.158400] env[69486]: DEBUG oslo_vmware.api [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Task: {'id': task-3213604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22812} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.159428] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.159428] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.159428] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.159428] env[69486]: INFO nova.compute.manager [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 660.159428] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.159645] env[69486]: DEBUG nova.compute.manager [-] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.159645] env[69486]: DEBUG nova.network.neutron [-] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.238095] env[69486]: DEBUG oslo_vmware.api [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213599, 'name': PowerOnVM_Task, 'duration_secs': 1.255562} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.238984] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.238984] env[69486]: INFO nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Took 10.23 seconds to spawn the instance on the hypervisor. [ 660.238984] env[69486]: DEBUG nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.239571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a803ae-7b5b-4bbe-b525-5061be4b4392 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.252981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "refresh_cache-d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.254423] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired lock "refresh_cache-d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.254423] env[69486]: DEBUG nova.network.neutron [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.324091] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.324091] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b90c15-3a67-6fdd-6320-f310cd37d4d3" [ 660.324091] env[69486]: _type = "HttpNfcLease" [ 660.324091] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 660.324091] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 660.324091] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b90c15-3a67-6fdd-6320-f310cd37d4d3" [ 660.324091] env[69486]: _type = "HttpNfcLease" [ 660.324091] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 660.324383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735c8a5-c94a-425c-afd6-8688e7f1de25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.332789] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528816af-1e8a-358d-59ea-3469c3ca1d17/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 660.332972] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528816af-1e8a-358d-59ea-3469c3ca1d17/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.397009] env[69486]: DEBUG nova.compute.utils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.410105] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.410327] env[69486]: DEBUG nova.network.neutron [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.425387] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213606, 'name': Rename_Task, 'duration_secs': 0.179479} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.425483] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52981353-91c5-0547-7163-aea07de2f81e, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.427613] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.427912] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.428188] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 13d7a540-db99-437d-98ea-07bdcc2d447a/13d7a540-db99-437d-98ea-07bdcc2d447a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.428874] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf081a4-67e0-4f32-af03-5f727c604f3a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.430651] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5115f886-9b39-4df4-803a-3ff6edf34f51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.440437] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 660.440437] env[69486]: value = "task-3213607" [ 660.440437] env[69486]: _type = "Task" [ 660.440437] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.442128] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 660.442128] env[69486]: value = "task-3213608" [ 660.442128] env[69486]: _type = "Task" [ 660.442128] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.451913] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cebab10-230e-4e10-99f3-9fa950ec2af9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.462657] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.467135] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.508983] env[69486]: DEBUG nova.policy [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16831db7ce6a45038410ae6eec9977c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd546e78e0cdf44878bdca279744b525e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.559648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.559648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.559648] env[69486]: DEBUG nova.network.neutron [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.560130] env[69486]: DEBUG nova.objects.instance [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lazy-loading 'info_cache' on Instance uuid a22b3977-2a6f-4f01-949d-874208903ff4 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.569128] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.763476] env[69486]: INFO nova.compute.manager [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Took 34.75 seconds to build instance. [ 660.852113] env[69486]: DEBUG nova.network.neutron [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.904581] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.914421] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5296000-28a0-4e2e-ab35-c95e52a1d9e2 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.032s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.918738] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.882s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.918738] env[69486]: DEBUG nova.objects.instance [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lazy-loading 'resources' on Instance uuid 9bd2025e-7af4-4366-aca0-418da39f9547 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.968565] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213607, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.973836] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.108831] env[69486]: DEBUG nova.network.neutron [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Successfully created port: 46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.267313] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fade0fed-09a9-4d1b-84f7-1a128acc1590 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.268s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.401322] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.402794] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.412067] env[69486]: INFO nova.virt.block_device [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Booting with volume 636f42a1-e9d6-4aed-84f0-16fb977a244a at /dev/sda [ 661.439827] env[69486]: DEBUG nova.network.neutron [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Updating instance_info_cache with network_info: [{"id": "5e0ccba4-408f-483b-9d5d-0ff60db080f0", "address": "fa:16:3e:8e:38:58", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0ccba4-40", "ovs_interfaceid": "5e0ccba4-408f-483b-9d5d-0ff60db080f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.463520] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.474840] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606505} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.476900] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 13d7a540-db99-437d-98ea-07bdcc2d447a/13d7a540-db99-437d-98ea-07bdcc2d447a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.476900] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.476900] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95381deb-7c2e-45ec-b581-560ab5412f45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.490396] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 661.490396] env[69486]: value = "task-3213609" [ 661.490396] env[69486]: _type = "Task" [ 661.490396] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.504163] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8dfdf3f-42ee-4955-8795-3bcaca1c9ee0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.517815] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.524825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15874f4e-c58a-48dd-a081-8953a2fc66b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.577564] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32191153-3ade-4d87-94a7-961121b436d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.591210] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea322a65-b926-4256-8172-84a776345731 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.635073] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5422e7b-1894-4a50-a4d9-ec46250fff2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.641174] env[69486]: DEBUG nova.network.neutron [-] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.651819] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ed92f6-40ec-4aad-b9e4-815c7ed3ea28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.673293] env[69486]: DEBUG nova.virt.block_device [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updating existing volume attachment record: 52cf2c2a-ecd5-4eb5-a290-531e8b03ab98 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 661.773727] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.949443] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Releasing lock "refresh_cache-d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.949768] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Instance network_info: |[{"id": "5e0ccba4-408f-483b-9d5d-0ff60db080f0", "address": "fa:16:3e:8e:38:58", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0ccba4-40", "ovs_interfaceid": "5e0ccba4-408f-483b-9d5d-0ff60db080f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.950521] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:38:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e0ccba4-408f-483b-9d5d-0ff60db080f0', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.958013] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating folder: Project (c18366ea80fe45d3abfee3da3733d6e7). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.964510] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b6d7a67-6c08-4a57-a489-2261c7e240a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.975914] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.978722] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Created folder: Project (c18366ea80fe45d3abfee3da3733d6e7) in parent group-v642494. [ 661.978854] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating folder: Instances. Parent ref: group-v642561. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.981754] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c42bea-1eb3-4fdc-bd5a-8eff3b0fedc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.999100] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Created folder: Instances in parent group-v642561. [ 661.999401] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.002823] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.003190] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-799550f9-1aae-4cfc-b4fe-3e813555758f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.028239] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079939} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.028513] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.029658] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e21f2-da9d-4434-a0e6-21e1b31cf2e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.035564] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.035564] env[69486]: value = "task-3213612" [ 662.035564] env[69486]: _type = "Task" [ 662.035564] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.062935] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 13d7a540-db99-437d-98ea-07bdcc2d447a/13d7a540-db99-437d-98ea-07bdcc2d447a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.072329] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf4a8a9-4e66-4326-b65d-dbece8257fae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.093624] env[69486]: DEBUG nova.network.neutron [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [{"id": "89799128-8619-4fd0-af56-8b47e3c40fb8", "address": "fa:16:3e:5d:13:79", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89799128-86", "ovs_interfaceid": "89799128-8619-4fd0-af56-8b47e3c40fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.104899] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213612, 'name': CreateVM_Task} progress is 15%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.107218] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 662.107218] env[69486]: value = "task-3213613" [ 662.107218] env[69486]: _type = "Task" [ 662.107218] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.121628] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.144525] env[69486]: INFO nova.compute.manager [-] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Took 1.98 seconds to deallocate network for instance. [ 662.240672] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7152394f-9fd0-4231-bfd7-2ef8a1146630 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.253466] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846cc01a-3a3e-410d-844e-3b46fbac954f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.299750] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12e1e3-f8e0-4f1b-ab7a-231733dc8a74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.304243] env[69486]: DEBUG nova.compute.manager [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Received event network-changed-5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 662.305117] env[69486]: DEBUG nova.compute.manager [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Refreshing instance network info cache due to event network-changed-5e0ccba4-408f-483b-9d5d-0ff60db080f0. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 662.305117] env[69486]: DEBUG oslo_concurrency.lockutils [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] Acquiring lock "refresh_cache-d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.305117] env[69486]: DEBUG oslo_concurrency.lockutils [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] Acquired lock "refresh_cache-d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.305117] env[69486]: DEBUG nova.network.neutron [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Refreshing network info cache for port 5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.317344] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e40fdb8-2b8d-4275-9599-5708f60e0e5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.325051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.335607] env[69486]: DEBUG nova.compute.provider_tree [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.461233] env[69486]: DEBUG oslo_vmware.api [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213607, 'name': PowerOnVM_Task, 'duration_secs': 1.93224} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.461821] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.462181] env[69486]: INFO nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Took 9.79 seconds to spawn the instance on the hypervisor. [ 662.462601] env[69486]: DEBUG nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.463631] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f5921a-7b32-4f40-9130-29a7591e4a33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.562947] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213612, 'name': CreateVM_Task, 'duration_secs': 0.477135} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.563616] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.564416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.564602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.564942] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.565235] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ff4983-abfa-4572-96a6-b0f9190d0ba9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.571436] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 662.571436] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285249c-b4ce-d351-3412-6bddd464ac57" [ 662.571436] env[69486]: _type = "Task" [ 662.571436] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.581214] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285249c-b4ce-d351-3412-6bddd464ac57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.597069] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-a22b3977-2a6f-4f01-949d-874208903ff4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.597561] env[69486]: DEBUG nova.objects.instance [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lazy-loading 'migration_context' on Instance uuid a22b3977-2a6f-4f01-949d-874208903ff4 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.624581] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213613, 'name': ReconfigVM_Task, 'duration_secs': 0.45603} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.624581] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 13d7a540-db99-437d-98ea-07bdcc2d447a/13d7a540-db99-437d-98ea-07bdcc2d447a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.624581] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f82efdea-8e3c-4d8a-a1ff-23bdda0ed68e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.637773] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 662.637773] env[69486]: value = "task-3213614" [ 662.637773] env[69486]: _type = "Task" [ 662.637773] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.651535] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213614, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.653928] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.841019] env[69486]: DEBUG nova.scheduler.client.report [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.989754] env[69486]: INFO nova.compute.manager [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Took 36.48 seconds to build instance. [ 663.085843] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285249c-b4ce-d351-3412-6bddd464ac57, 'name': SearchDatastore_Task, 'duration_secs': 0.01945} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.086445] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.086713] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.087009] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.087441] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.087652] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.087925] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb59a418-401b-4d73-a0d7-75fc23d6b81d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.100185] env[69486]: DEBUG nova.objects.base [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 663.101663] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dead14-7c18-4d0b-8323-27b07f294a59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.104930] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.105126] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.105941] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97e59a2-c888-4b2e-9641-dc7882440435 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.132914] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 663.132914] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fc7849-8f78-9768-ef70-40af10ae0496" [ 663.132914] env[69486]: _type = "Task" [ 663.132914] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.133973] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd69c320-737d-4e6a-a6a9-7248c7c70256 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.146042] env[69486]: DEBUG oslo_vmware.api [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 663.146042] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b9d493-d490-e2b0-17b8-a9bff198e147" [ 663.146042] env[69486]: _type = "Task" [ 663.146042] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.159377] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fc7849-8f78-9768-ef70-40af10ae0496, 'name': SearchDatastore_Task, 'duration_secs': 0.018408} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.159540] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213614, 'name': Rename_Task, 'duration_secs': 0.215591} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.161134] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.161315] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386ac7f7-fef0-4b73-874a-c27b073c491a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.167137] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc4d8788-d6f1-4f00-ac3c-3390414fd6da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.169854] env[69486]: DEBUG oslo_vmware.api [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b9d493-d490-e2b0-17b8-a9bff198e147, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.170101] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.173300] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 663.173300] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a36239-96de-c200-ec09-794f2114b1f1" [ 663.173300] env[69486]: _type = "Task" [ 663.173300] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.178121] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 663.178121] env[69486]: value = "task-3213615" [ 663.178121] env[69486]: _type = "Task" [ 663.178121] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.197985] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.202733] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a36239-96de-c200-ec09-794f2114b1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019738} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.202733] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.203276] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] d1c5672a-0475-4bf7-9f3e-efcfbdd8614d/d1c5672a-0475-4bf7-9f3e-efcfbdd8614d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.203276] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-298ddded-2881-44d9-a884-82bc6027e130 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.217937] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 663.217937] env[69486]: value = "task-3213616" [ 663.217937] env[69486]: _type = "Task" [ 663.217937] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.232023] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.297735] env[69486]: DEBUG nova.network.neutron [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Updated VIF entry in instance network info cache for port 5e0ccba4-408f-483b-9d5d-0ff60db080f0. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.298112] env[69486]: DEBUG nova.network.neutron [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Updating instance_info_cache with network_info: [{"id": "5e0ccba4-408f-483b-9d5d-0ff60db080f0", "address": "fa:16:3e:8e:38:58", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0ccba4-40", "ovs_interfaceid": "5e0ccba4-408f-483b-9d5d-0ff60db080f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.345599] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.429s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.351847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.581s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.352230] env[69486]: INFO nova.compute.claims [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.386173] env[69486]: INFO nova.scheduler.client.report [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Deleted allocations for instance 9bd2025e-7af4-4366-aca0-418da39f9547 [ 663.485706] env[69486]: DEBUG nova.network.neutron [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Successfully updated port: 46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.494039] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ba99644b-d74c-4513-8080-1a76eecaabc5 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.992s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.701749] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213615, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.741335] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213616, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.803163] env[69486]: DEBUG oslo_concurrency.lockutils [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] Releasing lock "refresh_cache-d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.803163] env[69486]: DEBUG nova.compute.manager [req-029de2a4-5fb2-424c-ae07-b4f12aa9a797 req-3f3182af-74a1-498d-befa-72501c7ed8bd service nova] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Received event network-vif-deleted-f7e0b6eb-0ce9-421c-9c34-2be1ec68e4c3 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 663.868843] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.869639] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.870101] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.871041] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.871258] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.871423] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.871608] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.871831] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.871981] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.872414] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.872618] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.872900] env[69486]: DEBUG nova.virt.hardware [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.873983] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6bf3c8-6823-4e3d-8aac-f6fa5f73cdd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.888150] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b720d1-0e7c-403e-8a95-eab474909f32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.895068] env[69486]: DEBUG nova.compute.manager [req-a443718e-12af-4c63-b47e-aeac223c9774 req-d983035b-630c-4bd4-acdd-8705743c7cee service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Received event network-vif-plugged-46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 663.895068] env[69486]: DEBUG oslo_concurrency.lockutils [req-a443718e-12af-4c63-b47e-aeac223c9774 req-d983035b-630c-4bd4-acdd-8705743c7cee service nova] Acquiring lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.895068] env[69486]: DEBUG oslo_concurrency.lockutils [req-a443718e-12af-4c63-b47e-aeac223c9774 req-d983035b-630c-4bd4-acdd-8705743c7cee service nova] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.895068] env[69486]: DEBUG oslo_concurrency.lockutils [req-a443718e-12af-4c63-b47e-aeac223c9774 req-d983035b-630c-4bd4-acdd-8705743c7cee service nova] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.895068] env[69486]: DEBUG nova.compute.manager [req-a443718e-12af-4c63-b47e-aeac223c9774 req-d983035b-630c-4bd4-acdd-8705743c7cee service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] No waiting events found dispatching network-vif-plugged-46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.895444] env[69486]: WARNING nova.compute.manager [req-a443718e-12af-4c63-b47e-aeac223c9774 req-d983035b-630c-4bd4-acdd-8705743c7cee service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Received unexpected event network-vif-plugged-46db9c34-0810-4166-acfa-388ecf74e41a for instance with vm_state building and task_state spawning. [ 663.899391] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1be3c679-c1ce-433c-81eb-425cf0950904 tempest-ServersAdmin275Test-1876188883 tempest-ServersAdmin275Test-1876188883-project-member] Lock "9bd2025e-7af4-4366-aca0-418da39f9547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.174s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.991090] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquiring lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.991973] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquired lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.991973] env[69486]: DEBUG nova.network.neutron [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.997779] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.197438] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213615, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.233907] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6833} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.234318] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] d1c5672a-0475-4bf7-9f3e-efcfbdd8614d/d1c5672a-0475-4bf7-9f3e-efcfbdd8614d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.234668] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.235123] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a45ed0a-9b44-41ff-bd50-a1492a32511c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.245481] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 664.245481] env[69486]: value = "task-3213617" [ 664.245481] env[69486]: _type = "Task" [ 664.245481] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.257710] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.528549] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.545102] env[69486]: DEBUG nova.network.neutron [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.693929] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213615, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.760935] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090653} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.761357] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.762209] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a2dcd-4139-4773-ae86-00c8768b587a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.790035] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] d1c5672a-0475-4bf7-9f3e-efcfbdd8614d/d1c5672a-0475-4bf7-9f3e-efcfbdd8614d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.791028] env[69486]: DEBUG nova.network.neutron [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updating instance_info_cache with network_info: [{"id": "46db9c34-0810-4166-acfa-388ecf74e41a", "address": "fa:16:3e:bc:4c:1d", "network": {"id": "42d942ed-c840-406f-9830-cfd9ff8e3666", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1763315238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d546e78e0cdf44878bdca279744b525e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46db9c34-08", "ovs_interfaceid": "46db9c34-0810-4166-acfa-388ecf74e41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.795312] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78afab2c-fb0d-423b-9095-ed5ef765473e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.811799] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Releasing lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.811799] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Instance network_info: |[{"id": "46db9c34-0810-4166-acfa-388ecf74e41a", "address": "fa:16:3e:bc:4c:1d", "network": {"id": "42d942ed-c840-406f-9830-cfd9ff8e3666", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1763315238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d546e78e0cdf44878bdca279744b525e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46db9c34-08", "ovs_interfaceid": "46db9c34-0810-4166-acfa-388ecf74e41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.812683] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:4c:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46db9c34-0810-4166-acfa-388ecf74e41a', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.820212] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Creating folder: Project (d546e78e0cdf44878bdca279744b525e). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.821415] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e698871-50c0-4227-8e9e-7a5e2c2a14fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.832806] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 664.832806] env[69486]: value = "task-3213618" [ 664.832806] env[69486]: _type = "Task" [ 664.832806] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.840092] env[69486]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 664.840271] env[69486]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69486) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 664.841109] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Folder already exists: Project (d546e78e0cdf44878bdca279744b525e). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 664.841109] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Creating folder: Instances. Parent ref: group-v642513. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.844476] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970bc6c1-a895-48d5-8e13-b08a75b0144a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.846334] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.862194] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Created folder: Instances in parent group-v642513. [ 664.862627] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.862871] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.863118] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de22c330-6ace-4c1f-8403-2367ac478a54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.887639] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.887639] env[69486]: value = "task-3213621" [ 664.887639] env[69486]: _type = "Task" [ 664.887639] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.907024] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213621, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.053344] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc51499-b923-4e6f-9ede-cce57f44f5e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.062240] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a1fb1-d4b9-49c5-9bfb-c99f310485fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.100865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25751ee-c5fd-4c3c-aadc-c7a91386c785 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.111435] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245142f6-56d6-442c-902b-55bb0da66bb5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.131090] env[69486]: DEBUG nova.compute.provider_tree [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.205030] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213615, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.345470] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.400885] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213621, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.407026] env[69486]: DEBUG nova.compute.manager [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 665.407174] env[69486]: DEBUG nova.compute.manager [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing instance network info cache due to event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 665.407421] env[69486]: DEBUG oslo_concurrency.lockutils [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] Acquiring lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.407617] env[69486]: DEBUG oslo_concurrency.lockutils [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] Acquired lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.407826] env[69486]: DEBUG nova.network.neutron [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.634583] env[69486]: DEBUG nova.scheduler.client.report [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.700318] env[69486]: DEBUG oslo_vmware.api [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213615, 'name': PowerOnVM_Task, 'duration_secs': 2.059819} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.700318] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.700318] env[69486]: INFO nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Took 10.35 seconds to spawn the instance on the hypervisor. [ 665.700318] env[69486]: DEBUG nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.701020] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f20af36-f3cf-46b7-84a7-e1ba72c63752 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.852784] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213618, 'name': ReconfigVM_Task, 'duration_secs': 0.550626} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.853306] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Reconfigured VM instance instance-00000014 to attach disk [datastore2] d1c5672a-0475-4bf7-9f3e-efcfbdd8614d/d1c5672a-0475-4bf7-9f3e-efcfbdd8614d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.855148] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e570538b-a340-4a9c-91c8-b64944de7bd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.866635] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 665.866635] env[69486]: value = "task-3213622" [ 665.866635] env[69486]: _type = "Task" [ 665.866635] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.882916] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213622, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.903448] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213621, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.141691] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.142342] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.147506] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.359s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.147918] env[69486]: DEBUG nova.objects.instance [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lazy-loading 'resources' on Instance uuid cc3e8d53-a599-4579-920b-f416d6ec1b07 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.181382] env[69486]: DEBUG nova.network.neutron [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updated VIF entry in instance network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.181630] env[69486]: DEBUG nova.network.neutron [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.223598] env[69486]: INFO nova.compute.manager [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Took 39.41 seconds to build instance. [ 666.383212] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213622, 'name': Rename_Task, 'duration_secs': 0.225126} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.383212] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.383212] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e565524d-a4f2-45b6-8ce3-eaadec66a214 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.393287] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 666.393287] env[69486]: value = "task-3213623" [ 666.393287] env[69486]: _type = "Task" [ 666.393287] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.409822] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.413538] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213621, 'name': CreateVM_Task, 'duration_secs': 1.427591} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.413605] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.414274] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642526', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'name': 'volume-636f42a1-e9d6-4aed-84f0-16fb977a244a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf2e06-d5bb-42d1-8df5-dd947e5929d6', 'attached_at': '', 'detached_at': '', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'serial': '636f42a1-e9d6-4aed-84f0-16fb977a244a'}, 'attachment_id': '52cf2c2a-ecd5-4eb5-a290-531e8b03ab98', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69486) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 666.414666] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Root volume attach. Driver type: vmdk {{(pid=69486) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 666.415370] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa5478f-5b9b-4d7e-97ee-c44829589bd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.426399] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52be81c-5bd2-4c63-8fc7-88708d66a30e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.440248] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15fe19b-38bd-4100-a7dc-e14f757e23d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.452617] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4098a696-f4b9-4325-ae59-9cc9c7f3a0d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.467025] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 666.467025] env[69486]: value = "task-3213624" [ 666.467025] env[69486]: _type = "Task" [ 666.467025] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.481582] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.653713] env[69486]: DEBUG nova.compute.utils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.661290] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.661490] env[69486]: DEBUG nova.network.neutron [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.690205] env[69486]: DEBUG oslo_concurrency.lockutils [req-d0c091da-0314-4bd6-8299-c9743b9b909c req-3305b3a2-eeec-4891-8ce2-de98859cef30 service nova] Releasing lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.728109] env[69486]: DEBUG oslo_concurrency.lockutils [None req-964751e6-b599-4d78-b89a-ab3b96b32293 tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.150s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.816222] env[69486]: DEBUG nova.policy [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d3730c8a8a945c1a22f50e2f5af2fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18366ea80fe45d3abfee3da3733d6e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.914392] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.915083] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.924070] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213623, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.963962] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.964247] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.984944] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 34%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.995747] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.995747] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.165273] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.231576] env[69486]: DEBUG nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.325108] env[69486]: DEBUG nova.compute.manager [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Received event network-changed-46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 667.325108] env[69486]: DEBUG nova.compute.manager [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Refreshing instance network info cache due to event network-changed-46db9c34-0810-4166-acfa-388ecf74e41a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 667.325608] env[69486]: DEBUG oslo_concurrency.lockutils [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] Acquiring lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.326307] env[69486]: DEBUG oslo_concurrency.lockutils [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] Acquired lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.326307] env[69486]: DEBUG nova.network.neutron [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Refreshing network info cache for port 46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.227782] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213623, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.228173] env[69486]: WARNING oslo_vmware.common.loopingcall [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] task run outlasted interval by 0.32401599999999997 sec [ 668.229196] env[69486]: DEBUG nova.network.neutron [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Successfully created port: 50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.250743] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 67%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.255145] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213623, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.259724] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.265103] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03678338-9ba5-48af-b465-10fe5e384e40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.278923] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1bba84-b56b-44a0-a49b-8b33947ea2e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.319300] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbab115-ae96-4271-99ee-0f6078aa7990 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.335050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da28cb3e-e4e7-47c7-90f4-f6190cf2388c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.358684] env[69486]: DEBUG nova.compute.provider_tree [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.513030] env[69486]: DEBUG nova.compute.manager [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 668.513286] env[69486]: DEBUG nova.compute.manager [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing instance network info cache due to event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 668.513511] env[69486]: DEBUG oslo_concurrency.lockutils [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] Acquiring lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.513647] env[69486]: DEBUG oslo_concurrency.lockutils [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] Acquired lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.513801] env[69486]: DEBUG nova.network.neutron [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.541619] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528816af-1e8a-358d-59ea-3469c3ca1d17/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 668.542395] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c021a-cef1-4a7e-9ccd-e0e86436cfc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.558267] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528816af-1e8a-358d-59ea-3469c3ca1d17/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 668.558267] env[69486]: ERROR oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528816af-1e8a-358d-59ea-3469c3ca1d17/disk-0.vmdk due to incomplete transfer. [ 668.558267] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c5e6ea2c-ed9f-425e-9e99-8f4bcbfeec1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.570381] env[69486]: DEBUG oslo_vmware.rw_handles [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528816af-1e8a-358d-59ea-3469c3ca1d17/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 668.570552] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Uploaded image 304cc637-b91e-4943-acb4-c2462584cc24 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 668.573121] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 668.573407] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eefe362f-22f9-45de-a5ef-451a91f99ad0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.583474] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 668.583474] env[69486]: value = "task-3213625" [ 668.583474] env[69486]: _type = "Task" [ 668.583474] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.598082] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213625, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.725930] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.742731] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 78%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.755307] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.755583] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.755761] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.755944] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.756106] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.756258] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.756463] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.756617] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.756777] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.756939] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.757126] env[69486]: DEBUG nova.virt.hardware [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.758063] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a14412-ccda-45ab-be43-0038c287ae72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.763918] env[69486]: DEBUG oslo_vmware.api [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213623, 'name': PowerOnVM_Task, 'duration_secs': 2.005342} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.764659] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.764872] env[69486]: INFO nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Took 10.66 seconds to spawn the instance on the hypervisor. [ 668.765067] env[69486]: DEBUG nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.765896] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fcbbb8-c905-4a1e-ba61-2382d1ad45e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.772479] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fb5467-8aba-49ad-ac44-d5d61096ee1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.862883] env[69486]: DEBUG nova.scheduler.client.report [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.103282] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213625, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.179251] env[69486]: DEBUG nova.network.neutron [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updated VIF entry in instance network info cache for port 46db9c34-0810-4166-acfa-388ecf74e41a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.179740] env[69486]: DEBUG nova.network.neutron [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updating instance_info_cache with network_info: [{"id": "46db9c34-0810-4166-acfa-388ecf74e41a", "address": "fa:16:3e:bc:4c:1d", "network": {"id": "42d942ed-c840-406f-9830-cfd9ff8e3666", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1763315238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d546e78e0cdf44878bdca279744b525e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46db9c34-08", "ovs_interfaceid": "46db9c34-0810-4166-acfa-388ecf74e41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.238021] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 92%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.311970] env[69486]: INFO nova.compute.manager [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Took 39.13 seconds to build instance. [ 669.371273] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.225s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.378679] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.434s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.380215] env[69486]: INFO nova.compute.claims [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.405822] env[69486]: INFO nova.scheduler.client.report [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Deleted allocations for instance cc3e8d53-a599-4579-920b-f416d6ec1b07 [ 669.528820] env[69486]: DEBUG nova.network.neutron [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updated VIF entry in instance network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.529545] env[69486]: DEBUG nova.network.neutron [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.599570] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213625, 'name': Destroy_Task, 'duration_secs': 0.71165} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.599836] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Destroyed the VM [ 669.600061] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 669.600312] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7acbcdf-8c8c-47c3-a18a-bddf0e476439 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.608424] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 669.608424] env[69486]: value = "task-3213626" [ 669.608424] env[69486]: _type = "Task" [ 669.608424] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.621891] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213626, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.687477] env[69486]: DEBUG oslo_concurrency.lockutils [req-41835025-a05d-460f-91c5-a9d6ab776da1 req-57f42c4d-7aa7-488c-b800-dc87b214d34f service nova] Releasing lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.732334] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.807757] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.808224] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.815431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc674c46-7f6a-4652-9269-2fe91f519467 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.658s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.920991] env[69486]: DEBUG oslo_concurrency.lockutils [None req-865a95bb-d85b-48cc-b8d8-ca34ae6bc00d tempest-ServerDiagnosticsTest-710605551 tempest-ServerDiagnosticsTest-710605551-project-member] Lock "cc3e8d53-a599-4579-920b-f416d6ec1b07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.850s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.035725] env[69486]: DEBUG oslo_concurrency.lockutils [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] Releasing lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.036017] env[69486]: DEBUG nova.compute.manager [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Received event network-changed-99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 670.036194] env[69486]: DEBUG nova.compute.manager [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Refreshing instance network info cache due to event network-changed-99755590-24d4-4084-b394-27a92c80ec6a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 670.036405] env[69486]: DEBUG oslo_concurrency.lockutils [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] Acquiring lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.036542] env[69486]: DEBUG oslo_concurrency.lockutils [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] Acquired lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.036698] env[69486]: DEBUG nova.network.neutron [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Refreshing network info cache for port 99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.120853] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213626, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.234948] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.319564] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.627742] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213626, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.741052] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.859691] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.913727] env[69486]: DEBUG nova.network.neutron [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updated VIF entry in instance network info cache for port 99755590-24d4-4084-b394-27a92c80ec6a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.913727] env[69486]: DEBUG nova.network.neutron [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [{"id": "99755590-24d4-4084-b394-27a92c80ec6a", "address": "fa:16:3e:fa:35:d1", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99755590-24", "ovs_interfaceid": "99755590-24d4-4084-b394-27a92c80ec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.978033] env[69486]: DEBUG nova.network.neutron [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Successfully updated port: 50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.125599] env[69486]: DEBUG oslo_vmware.api [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213626, 'name': RemoveSnapshot_Task, 'duration_secs': 1.487029} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.126193] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.127096] env[69486]: INFO nova.compute.manager [None req-baca2bc7-e5cd-468f-bc89-4c1ae06358b3 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 671.206372] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f78aad-c839-4c97-989c-486e627a7d1b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.215405] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee1a56-7703-4350-bd6f-7a8d1e302a8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.253710] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c133095-b50a-4fbf-8483-ca1fd128e0a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.259409] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.265528] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff0b82c-d331-4891-8301-12450e92d6b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.280832] env[69486]: DEBUG nova.compute.provider_tree [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.415731] env[69486]: DEBUG nova.compute.manager [req-4c6b4b22-cc76-40a7-98ca-880863af0b96 req-55ceb7d2-70e5-4427-a89a-81710b8ee2e2 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Received event network-vif-plugged-50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 671.415731] env[69486]: DEBUG oslo_concurrency.lockutils [req-4c6b4b22-cc76-40a7-98ca-880863af0b96 req-55ceb7d2-70e5-4427-a89a-81710b8ee2e2 service nova] Acquiring lock "ed61f7dd-d820-4445-97cf-6b01eb636103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.416071] env[69486]: DEBUG oslo_concurrency.lockutils [req-4c6b4b22-cc76-40a7-98ca-880863af0b96 req-55ceb7d2-70e5-4427-a89a-81710b8ee2e2 service nova] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.416071] env[69486]: DEBUG oslo_concurrency.lockutils [req-4c6b4b22-cc76-40a7-98ca-880863af0b96 req-55ceb7d2-70e5-4427-a89a-81710b8ee2e2 service nova] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.416156] env[69486]: DEBUG nova.compute.manager [req-4c6b4b22-cc76-40a7-98ca-880863af0b96 req-55ceb7d2-70e5-4427-a89a-81710b8ee2e2 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] No waiting events found dispatching network-vif-plugged-50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.416667] env[69486]: WARNING nova.compute.manager [req-4c6b4b22-cc76-40a7-98ca-880863af0b96 req-55ceb7d2-70e5-4427-a89a-81710b8ee2e2 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Received unexpected event network-vif-plugged-50e8b1d7-5369-47bd-80f0-fc04fef30f57 for instance with vm_state building and task_state spawning. [ 671.421515] env[69486]: DEBUG oslo_concurrency.lockutils [req-826de82d-d37a-48f4-becf-26db27430311 req-4689edd4-e2e2-44b4-9ae2-f91798b40b1f service nova] Releasing lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.437099] env[69486]: DEBUG nova.compute.manager [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Received event network-changed-99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 671.437306] env[69486]: DEBUG nova.compute.manager [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Refreshing instance network info cache due to event network-changed-99755590-24d4-4084-b394-27a92c80ec6a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 671.437520] env[69486]: DEBUG oslo_concurrency.lockutils [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] Acquiring lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.437651] env[69486]: DEBUG oslo_concurrency.lockutils [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] Acquired lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.437810] env[69486]: DEBUG nova.network.neutron [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Refreshing network info cache for port 99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.487145] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "refresh_cache-ed61f7dd-d820-4445-97cf-6b01eb636103" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.487316] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired lock "refresh_cache-ed61f7dd-d820-4445-97cf-6b01eb636103" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.487472] env[69486]: DEBUG nova.network.neutron [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.738502] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.785181] env[69486]: DEBUG nova.scheduler.client.report [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.046466] env[69486]: DEBUG nova.network.neutron [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.121493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.121493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.121493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.121493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.121978] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.123889] env[69486]: INFO nova.compute.manager [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Terminating instance [ 672.233680] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.254941] env[69486]: DEBUG nova.network.neutron [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Updating instance_info_cache with network_info: [{"id": "50e8b1d7-5369-47bd-80f0-fc04fef30f57", "address": "fa:16:3e:08:4f:f4", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8b1d7-53", "ovs_interfaceid": "50e8b1d7-5369-47bd-80f0-fc04fef30f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.291258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.912s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.291943] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.295342] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.802s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.295342] env[69486]: DEBUG nova.objects.instance [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lazy-loading 'resources' on Instance uuid 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.397083] env[69486]: DEBUG nova.network.neutron [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updated VIF entry in instance network info cache for port 99755590-24d4-4084-b394-27a92c80ec6a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.397725] env[69486]: DEBUG nova.network.neutron [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [{"id": "99755590-24d4-4084-b394-27a92c80ec6a", "address": "fa:16:3e:fa:35:d1", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99755590-24", "ovs_interfaceid": "99755590-24d4-4084-b394-27a92c80ec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.631957] env[69486]: DEBUG nova.compute.manager [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.634687] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.634687] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b37630a-881e-4748-8bb3-b905b2145879 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.643764] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.643764] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bace8121-015f-46ea-a6f3-2a7ebc97a369 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.651242] env[69486]: DEBUG oslo_vmware.api [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 672.651242] env[69486]: value = "task-3213627" [ 672.651242] env[69486]: _type = "Task" [ 672.651242] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.660756] env[69486]: DEBUG oslo_vmware.api [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.734934] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213624, 'name': RelocateVM_Task, 'duration_secs': 5.865329} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.735544] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 672.736084] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642526', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'name': 'volume-636f42a1-e9d6-4aed-84f0-16fb977a244a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf2e06-d5bb-42d1-8df5-dd947e5929d6', 'attached_at': '', 'detached_at': '', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'serial': '636f42a1-e9d6-4aed-84f0-16fb977a244a'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 672.737121] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4c57bb-dd60-4eca-97bc-c058807ea413 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.756688] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0684ee-0c01-4a33-b92e-72b56b6a775a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.760356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Releasing lock "refresh_cache-ed61f7dd-d820-4445-97cf-6b01eb636103" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.760356] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Instance network_info: |[{"id": "50e8b1d7-5369-47bd-80f0-fc04fef30f57", "address": "fa:16:3e:08:4f:f4", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8b1d7-53", "ovs_interfaceid": "50e8b1d7-5369-47bd-80f0-fc04fef30f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.760727] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:4f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e8b1d7-5369-47bd-80f0-fc04fef30f57', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.769845] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.770965] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.770965] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48274b37-900c-4f3f-a197-5fba9ce947c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.805241] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-636f42a1-e9d6-4aed-84f0-16fb977a244a/volume-636f42a1-e9d6-4aed-84f0-16fb977a244a.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.807128] env[69486]: DEBUG nova.compute.utils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.815537] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abb2f74-86cf-45b4-9a37-0392389bdec8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.832402] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.839972] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.839972] env[69486]: DEBUG nova.network.neutron [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.846341] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.846341] env[69486]: value = "task-3213628" [ 672.846341] env[69486]: _type = "Task" [ 672.846341] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.856583] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 672.856583] env[69486]: value = "task-3213629" [ 672.856583] env[69486]: _type = "Task" [ 672.856583] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.859825] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213628, 'name': CreateVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.875713] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.901168] env[69486]: DEBUG oslo_concurrency.lockutils [req-91444fc5-4d05-4cef-a85f-2ceb22414272 req-a7af6932-bd3b-49d4-8334-ba2379fa2402 service nova] Releasing lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.937346] env[69486]: DEBUG nova.policy [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.168541] env[69486]: DEBUG oslo_vmware.api [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213627, 'name': PowerOffVM_Task, 'duration_secs': 0.237317} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.171931] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.172726] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.173444] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d0d994-d77b-47dc-941e-29eb60606b68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.240754] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.241445] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.241445] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Deleting the datastore file [datastore2] 3a76616f-24ab-4bb5-9471-07e9f0ede930 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.241445] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f75e6df4-42c0-4eed-8c5b-6fb3628dfa21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.249244] env[69486]: DEBUG oslo_vmware.api [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 673.249244] env[69486]: value = "task-3213631" [ 673.249244] env[69486]: _type = "Task" [ 673.249244] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.260991] env[69486]: DEBUG oslo_vmware.api [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.370280] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213628, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.376738] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.579991] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3073a814-35ef-4e41-8afd-d602e5f96195 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.591685] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eac1fa-5c4d-413b-8d02-4538fa709453 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.630979] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732d193-7bec-46a8-a82a-ffc1959fec45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.638078] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c2de6-a8bf-47c0-8107-54f54778e61a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.652570] env[69486]: DEBUG nova.compute.provider_tree [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.693400] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.693681] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.761883] env[69486]: DEBUG oslo_vmware.api [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163747} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.762180] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.762370] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.762554] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.762785] env[69486]: INFO nova.compute.manager [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Took 1.13 seconds to destroy the instance on the hypervisor. [ 673.763093] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.763207] env[69486]: DEBUG nova.compute.manager [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.763317] env[69486]: DEBUG nova.network.neutron [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.807479] env[69486]: DEBUG nova.network.neutron [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Successfully created port: 7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.856548] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.873874] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213628, 'name': CreateVM_Task, 'duration_secs': 0.573747} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.875153] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.875474] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213629, 'name': ReconfigVM_Task, 'duration_secs': 0.520156} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.878160] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.878259] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.878517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.879171] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-636f42a1-e9d6-4aed-84f0-16fb977a244a/volume-636f42a1-e9d6-4aed-84f0-16fb977a244a.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.883658] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabf1708-b5d9-4dd9-92aa-9b86e8cebc9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.886010] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-685db14e-23f1-45f9-86ac-cb55579e64b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.900653] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.900904] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.901069] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.901255] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.901584] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.901584] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.901741] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.901892] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.902068] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.902232] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.902407] env[69486]: DEBUG nova.virt.hardware [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.903254] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd654c0-d2ac-400a-b2b3-7dd2aa9ad48b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.909608] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 673.909608] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7ef87-91f5-a21f-8f25-c2e9c58f4664" [ 673.909608] env[69486]: _type = "Task" [ 673.909608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.918045] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb16da0d-ae94-4c9a-a19b-808d3c2fcaf7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.920572] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 673.920572] env[69486]: value = "task-3213632" [ 673.920572] env[69486]: _type = "Task" [ 673.920572] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.937368] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7ef87-91f5-a21f-8f25-c2e9c58f4664, 'name': SearchDatastore_Task, 'duration_secs': 0.014821} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.938129] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.938366] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.938601] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.938748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.938918] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.939208] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3e5c70-bced-44be-933b-9384d1716056 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.950946] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.952233] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.952415] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.953151] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06336d4d-9182-4a2f-8e33-d23bc995a1fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.958204] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 673.958204] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52db5a83-b38d-a06f-6b86-9c5f7ed57429" [ 673.958204] env[69486]: _type = "Task" [ 673.958204] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.966348] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52db5a83-b38d-a06f-6b86-9c5f7ed57429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.156351] env[69486]: DEBUG nova.scheduler.client.report [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.429838] env[69486]: DEBUG nova.compute.manager [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Received event network-changed-53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 674.430211] env[69486]: DEBUG nova.compute.manager [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Refreshing instance network info cache due to event network-changed-53b2c842-c6b2-44e5-922e-3f27f4c890d1. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 674.430510] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Acquiring lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.430797] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Acquired lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.430918] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Refreshing network info cache for port 53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.436120] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213632, 'name': ReconfigVM_Task, 'duration_secs': 0.169066} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.436586] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642526', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'name': 'volume-636f42a1-e9d6-4aed-84f0-16fb977a244a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf2e06-d5bb-42d1-8df5-dd947e5929d6', 'attached_at': '', 'detached_at': '', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'serial': '636f42a1-e9d6-4aed-84f0-16fb977a244a'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 674.437282] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4305b34-4250-4b16-a591-0d14a3a28c29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.445088] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 674.445088] env[69486]: value = "task-3213633" [ 674.445088] env[69486]: _type = "Task" [ 674.445088] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.456678] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213633, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.468674] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52db5a83-b38d-a06f-6b86-9c5f7ed57429, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.469874] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade4153c-d269-4cb7-b9b9-c2ac59a84d4d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.476639] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 674.476639] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ce3a95-66df-aa9d-4871-0af35323da20" [ 674.476639] env[69486]: _type = "Task" [ 674.476639] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.484404] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ce3a95-66df-aa9d-4871-0af35323da20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.499152] env[69486]: DEBUG nova.compute.manager [req-0ab14f75-9475-43cd-8842-9606402f05f5 req-a1f06e60-220d-43ec-ba51-182dde6f26ff service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Received event network-vif-deleted-99755590-24d4-4084-b394-27a92c80ec6a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 674.499362] env[69486]: INFO nova.compute.manager [req-0ab14f75-9475-43cd-8842-9606402f05f5 req-a1f06e60-220d-43ec-ba51-182dde6f26ff service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Neutron deleted interface 99755590-24d4-4084-b394-27a92c80ec6a; detaching it from the instance and deleting it from the info cache [ 674.499751] env[69486]: DEBUG nova.network.neutron [req-0ab14f75-9475-43cd-8842-9606402f05f5 req-a1f06e60-220d-43ec-ba51-182dde6f26ff service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.609779] env[69486]: DEBUG nova.network.neutron [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.664556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.666368] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.593s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.668354] env[69486]: INFO nova.compute.claims [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.700921] env[69486]: INFO nova.scheduler.client.report [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocations for instance 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1 [ 674.960515] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213633, 'name': Rename_Task, 'duration_secs': 0.130537} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.961016] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.961941] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-785187d1-ab53-4120-8b99-7f40dc417aec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.972042] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 674.972042] env[69486]: value = "task-3213634" [ 674.972042] env[69486]: _type = "Task" [ 674.972042] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.980734] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.989653] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ce3a95-66df-aa9d-4871-0af35323da20, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.990082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.990404] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] ed61f7dd-d820-4445-97cf-6b01eb636103/ed61f7dd-d820-4445-97cf-6b01eb636103.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.990748] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-778c5699-ece7-41a9-96f2-29cefa991ad4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.997483] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 674.997483] env[69486]: value = "task-3213635" [ 674.997483] env[69486]: _type = "Task" [ 674.997483] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.002352] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f56d98-baac-45b3-8f94-753e511b8493 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.008121] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.015274] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aba874-bebd-46c4-9033-5996466b58b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.057805] env[69486]: DEBUG nova.compute.manager [req-0ab14f75-9475-43cd-8842-9606402f05f5 req-a1f06e60-220d-43ec-ba51-182dde6f26ff service nova] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Detach interface failed, port_id=99755590-24d4-4084-b394-27a92c80ec6a, reason: Instance 3a76616f-24ab-4bb5-9471-07e9f0ede930 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 675.112743] env[69486]: INFO nova.compute.manager [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Took 1.35 seconds to deallocate network for instance. [ 675.211939] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14c86214-715c-4ef0-84b2-5f1c0caf8d60 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.676s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.403160] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Updated VIF entry in instance network info cache for port 53b2c842-c6b2-44e5-922e-3f27f4c890d1. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.403718] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Updating instance_info_cache with network_info: [{"id": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "address": "fa:16:3e:3c:30:92", "network": {"id": "beb81641-859f-4be4-b648-9596cd4e322c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2043414037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3e646e26d194d7d93ee6bc4a0de137e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53b2c842-c6", "ovs_interfaceid": "53b2c842-c6b2-44e5-922e-3f27f4c890d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.487045] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213634, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.509542] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213635, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.624225] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.910397] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Releasing lock "refresh_cache-13d7a540-db99-437d-98ea-07bdcc2d447a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.910699] env[69486]: DEBUG nova.compute.manager [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Received event network-changed-50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 675.910812] env[69486]: DEBUG nova.compute.manager [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Refreshing instance network info cache due to event network-changed-50e8b1d7-5369-47bd-80f0-fc04fef30f57. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 675.910989] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Acquiring lock "refresh_cache-ed61f7dd-d820-4445-97cf-6b01eb636103" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.911154] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Acquired lock "refresh_cache-ed61f7dd-d820-4445-97cf-6b01eb636103" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.911311] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Refreshing network info cache for port 50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.987809] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213634, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.008932] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.012118] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] ed61f7dd-d820-4445-97cf-6b01eb636103/ed61f7dd-d820-4445-97cf-6b01eb636103.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.012118] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.012306] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db304ead-c31e-4fde-b377-dc1e321194c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.020587] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 676.020587] env[69486]: value = "task-3213636" [ 676.020587] env[69486]: _type = "Task" [ 676.020587] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.028419] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.074324] env[69486]: DEBUG nova.network.neutron [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Successfully updated port: 7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.262460] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aafc2d7-6f9b-4a44-a488-45680648a389 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.271033] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56012811-be00-4220-8a5b-5d8c1cfc931f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.302764] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae18239-57b3-41ce-bb2d-973f87ee5297 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.312308] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f442397-1b09-4535-88e6-aea572ecda06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.326012] env[69486]: DEBUG nova.compute.provider_tree [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.487028] env[69486]: DEBUG oslo_vmware.api [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213634, 'name': PowerOnVM_Task, 'duration_secs': 1.180687} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.487028] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.487378] env[69486]: INFO nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Took 12.62 seconds to spawn the instance on the hypervisor. [ 676.487667] env[69486]: DEBUG nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.488764] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d287fe-10a4-4c50-b682-da8b1b07af6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.529425] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070698} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.529689] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.530476] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7650a764-1cc2-44a6-949a-e8fa330decdf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.558192] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ed61f7dd-d820-4445-97cf-6b01eb636103/ed61f7dd-d820-4445-97cf-6b01eb636103.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.561682] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e24548-9087-4180-9667-b26967d74f85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.577830] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.577964] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.578119] env[69486]: DEBUG nova.network.neutron [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.588057] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 676.588057] env[69486]: value = "task-3213637" [ 676.588057] env[69486]: _type = "Task" [ 676.588057] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.596671] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.700550] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Updated VIF entry in instance network info cache for port 50e8b1d7-5369-47bd-80f0-fc04fef30f57. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.700949] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Updating instance_info_cache with network_info: [{"id": "50e8b1d7-5369-47bd-80f0-fc04fef30f57", "address": "fa:16:3e:08:4f:f4", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e8b1d7-53", "ovs_interfaceid": "50e8b1d7-5369-47bd-80f0-fc04fef30f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.829190] env[69486]: DEBUG nova.scheduler.client.report [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.942601] env[69486]: DEBUG nova.compute.manager [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Received event network-vif-plugged-7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 676.942852] env[69486]: DEBUG oslo_concurrency.lockutils [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] Acquiring lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.943102] env[69486]: DEBUG oslo_concurrency.lockutils [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.943212] env[69486]: DEBUG oslo_concurrency.lockutils [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.943382] env[69486]: DEBUG nova.compute.manager [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] No waiting events found dispatching network-vif-plugged-7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.943549] env[69486]: WARNING nova.compute.manager [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Received unexpected event network-vif-plugged-7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 for instance with vm_state building and task_state spawning. [ 676.943774] env[69486]: DEBUG nova.compute.manager [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Received event network-changed-7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 676.943886] env[69486]: DEBUG nova.compute.manager [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Refreshing instance network info cache due to event network-changed-7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 676.944067] env[69486]: DEBUG oslo_concurrency.lockutils [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] Acquiring lock "refresh_cache-29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.008695] env[69486]: INFO nova.compute.manager [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Took 40.32 seconds to build instance. [ 677.046136] env[69486]: DEBUG nova.compute.manager [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 677.046136] env[69486]: DEBUG nova.compute.manager [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing instance network info cache due to event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 677.046136] env[69486]: DEBUG oslo_concurrency.lockutils [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] Acquiring lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.046136] env[69486]: DEBUG oslo_concurrency.lockutils [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] Acquired lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.046136] env[69486]: DEBUG nova.network.neutron [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.100403] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213637, 'name': ReconfigVM_Task, 'duration_secs': 0.404412} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.100662] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ed61f7dd-d820-4445-97cf-6b01eb636103/ed61f7dd-d820-4445-97cf-6b01eb636103.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.101280] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5cc13bc-a8f1-47e3-9670-6f232693a18b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.108598] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 677.108598] env[69486]: value = "task-3213638" [ 677.108598] env[69486]: _type = "Task" [ 677.108598] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.118102] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213638, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.119383] env[69486]: DEBUG nova.network.neutron [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.204017] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Releasing lock "refresh_cache-ed61f7dd-d820-4445-97cf-6b01eb636103" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.204294] env[69486]: DEBUG nova.compute.manager [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 677.204463] env[69486]: DEBUG nova.compute.manager [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing instance network info cache due to event network-changed-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 677.204698] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Acquiring lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.283866] env[69486]: DEBUG nova.network.neutron [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Updating instance_info_cache with network_info: [{"id": "7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26", "address": "fa:16:3e:9d:c5:c5", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df9e804-72", "ovs_interfaceid": "7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.333512] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.334091] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.344272] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.474s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.345893] env[69486]: INFO nova.compute.claims [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.391803] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.510502] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4deaf3b7-d184-4a44-9dcf-a6aac646d620 tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.051s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.618748] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213638, 'name': Rename_Task, 'duration_secs': 0.30117} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.621024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.621024] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b91544-d869-448a-8a0e-17d7e8ffbbd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.626267] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 677.626267] env[69486]: value = "task-3213639" [ 677.626267] env[69486]: _type = "Task" [ 677.626267] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.640298] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.786568] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.786950] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Instance network_info: |[{"id": "7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26", "address": "fa:16:3e:9d:c5:c5", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df9e804-72", "ovs_interfaceid": "7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.787693] env[69486]: DEBUG oslo_concurrency.lockutils [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] Acquired lock "refresh_cache-29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.787866] env[69486]: DEBUG nova.network.neutron [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Refreshing network info cache for port 7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.789733] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c5:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.801669] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating folder: Project (e459f246d56e45eca52ed0f0541427f6). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.802256] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd10a75-5923-4faf-ad9d-d1e7f392d823 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.806464] env[69486]: DEBUG nova.network.neutron [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updated VIF entry in instance network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.806464] env[69486]: DEBUG nova.network.neutron [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.817562] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created folder: Project (e459f246d56e45eca52ed0f0541427f6) in parent group-v642494. [ 677.817761] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating folder: Instances. Parent ref: group-v642567. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.818038] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a887d3a-ecc2-47e8-bbff-baa452b792ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.827689] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created folder: Instances in parent group-v642567. [ 677.827935] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.828145] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.828357] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0400726-94c6-4620-86ef-481ab2dd0541 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.848552] env[69486]: DEBUG nova.compute.manager [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.850679] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b113c85b-5600-4f55-b23d-135474f2c260 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.859034] env[69486]: DEBUG nova.compute.utils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.866125] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.866125] env[69486]: DEBUG nova.network.neutron [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.869267] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.869267] env[69486]: value = "task-3213642" [ 677.869267] env[69486]: _type = "Task" [ 677.869267] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.882158] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213642, 'name': CreateVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.938188] env[69486]: DEBUG nova.policy [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d2e7a44f2c468cb3ad3b87a97eb5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f83afe393664c4ebb847e966242e0d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.991283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.991552] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.013168] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.136612] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213639, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.310655] env[69486]: DEBUG oslo_concurrency.lockutils [req-7aa9fcbd-3199-4217-8b57-13e7f566a122 req-77bf5341-6d75-4932-bc8c-9f7800c991f3 service nova] Releasing lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.310655] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Acquired lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.310655] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Refreshing network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.366185] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.383035] env[69486]: INFO nova.compute.manager [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] instance snapshotting [ 678.384677] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213642, 'name': CreateVM_Task, 'duration_secs': 0.315703} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.385142] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.385871] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46f347-6e93-414b-b3d0-d4e9e537869f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.392075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.392075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.392075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.392408] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6d9baf-baf7-4703-bc75-3fe478b57dd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.398166] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 678.398166] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52611b0f-b3a6-dbec-4015-2565d30c44fa" [ 678.398166] env[69486]: _type = "Task" [ 678.398166] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.419060] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab5c20-888f-4b60-84eb-f3fcf4878395 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.433957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.434226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.434429] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.434630] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.434806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.436545] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52611b0f-b3a6-dbec-4015-2565d30c44fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.436993] env[69486]: INFO nova.compute.manager [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Terminating instance [ 678.440986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.441216] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.441442] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.441588] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.442131] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.442987] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3afcdea-7f7c-4c9d-b322-309311ccfb4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.452861] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.453113] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.454046] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac2c160-f60e-428e-9d7b-d0344bc03c21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.461009] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 678.461009] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52853de4-38a6-9d26-0d84-26d538c6d7fb" [ 678.461009] env[69486]: _type = "Task" [ 678.461009] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.477572] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52853de4-38a6-9d26-0d84-26d538c6d7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.478269] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a569b3-25dc-40fc-b721-f81ee92b92ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.483860] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 678.483860] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525c29ad-5900-f89c-b5d1-2728b5ae92d2" [ 678.483860] env[69486]: _type = "Task" [ 678.483860] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.498070] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525c29ad-5900-f89c-b5d1-2728b5ae92d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.498289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.498666] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3/29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.498830] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8ea38d-721b-451d-aa21-d4ab9e78f0c2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.505710] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 678.505710] env[69486]: value = "task-3213643" [ 678.505710] env[69486]: _type = "Task" [ 678.505710] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.514553] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.539719] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.643626] env[69486]: DEBUG oslo_vmware.api [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213639, 'name': PowerOnVM_Task, 'duration_secs': 0.566445} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.643979] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.644199] env[69486]: INFO nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Took 9.92 seconds to spawn the instance on the hypervisor. [ 678.644374] env[69486]: DEBUG nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.645435] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f68d9-f87f-4fe9-a7be-4a3957c18db6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.701592] env[69486]: DEBUG nova.network.neutron [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Updated VIF entry in instance network info cache for port 7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.702033] env[69486]: DEBUG nova.network.neutron [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Updating instance_info_cache with network_info: [{"id": "7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26", "address": "fa:16:3e:9d:c5:c5", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7df9e804-72", "ovs_interfaceid": "7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.838809] env[69486]: DEBUG nova.network.neutron [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Successfully created port: 69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.942979] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.942979] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f29f6b9-ab36-47b5-93e7-696fd428d8e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.946502] env[69486]: DEBUG nova.compute.manager [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.946717] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.947699] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656b0e0a-18c6-4087-882e-d4ec86c17cbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.959053] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 678.959053] env[69486]: value = "task-3213644" [ 678.959053] env[69486]: _type = "Task" [ 678.959053] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.966222] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.966975] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10fb2a6-327e-45ec-b26c-ea1d02199261 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.972936] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.981157] env[69486]: DEBUG oslo_vmware.api [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 678.981157] env[69486]: value = "task-3213645" [ 678.981157] env[69486]: _type = "Task" [ 678.981157] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.995229] env[69486]: DEBUG oslo_vmware.api [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.016187] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.093088] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6b6a2-48a3-40e8-88a4-6bca4abac099 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.101050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e760f8-40c1-4884-b775-b1a2be3a29dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.136587] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d917891-4e16-48a5-951f-ca38e72a0952 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.144746] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93fb903-f18e-434f-ae3f-ccfa41e08ee8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.163298] env[69486]: DEBUG nova.compute.provider_tree [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.170057] env[69486]: INFO nova.compute.manager [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Took 38.43 seconds to build instance. [ 679.186853] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updated VIF entry in instance network info cache for port 2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.187019] env[69486]: DEBUG nova.network.neutron [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [{"id": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "address": "fa:16:3e:98:cd:d6", "network": {"id": "4d337b6e-7f64-4812-ad0b-d3eb86ebedc7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2020066171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd959cdc65ad4a7685214b69c743bab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e50c4a0-a4", "ovs_interfaceid": "2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.205120] env[69486]: DEBUG oslo_concurrency.lockutils [req-c0e8be21-cb34-4f9c-a587-49da6887aa7b req-74ad2d5f-815a-41e7-8565-6ed4f7926d0e service nova] Releasing lock "refresh_cache-29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.252372] env[69486]: DEBUG nova.compute.manager [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Received event network-changed-46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 679.252840] env[69486]: DEBUG nova.compute.manager [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Refreshing instance network info cache due to event network-changed-46db9c34-0810-4166-acfa-388ecf74e41a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 679.252840] env[69486]: DEBUG oslo_concurrency.lockutils [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] Acquiring lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.252940] env[69486]: DEBUG oslo_concurrency.lockutils [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] Acquired lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.253120] env[69486]: DEBUG nova.network.neutron [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Refreshing network info cache for port 46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.288022] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.288354] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.376293] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.408987] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.409284] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.409441] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.409619] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.409762] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.409907] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.410443] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.410677] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.411014] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.411463] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.411744] env[69486]: DEBUG nova.virt.hardware [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.413013] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b59b6bb-77b5-4918-b003-84e56fffe124 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.423611] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837120ef-4d6b-44f8-a1a6-e04a0b833b79 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.470168] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.493018] env[69486]: DEBUG oslo_vmware.api [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213645, 'name': PowerOffVM_Task, 'duration_secs': 0.266773} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.493551] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.493728] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.494008] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-917099a6-318c-47cf-8aab-863a819e1b2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.515742] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53181} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.516056] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3/29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.516310] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.516595] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc42a18b-4994-4de4-b5cd-6efc699b8b26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.526950] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 679.526950] env[69486]: value = "task-3213647" [ 679.526950] env[69486]: _type = "Task" [ 679.526950] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.536250] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.554795] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.554795] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.554907] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Deleting the datastore file [datastore2] 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.555142] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae233456-6ea1-4334-98d2-e9c12708b5dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.561309] env[69486]: DEBUG oslo_vmware.api [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for the task: (returnval){ [ 679.561309] env[69486]: value = "task-3213648" [ 679.561309] env[69486]: _type = "Task" [ 679.561309] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.571071] env[69486]: DEBUG oslo_vmware.api [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.667945] env[69486]: DEBUG nova.scheduler.client.report [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.673055] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9b51a81-7cb7-4925-b781-6c6d21184911 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.188s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.691148] env[69486]: DEBUG oslo_concurrency.lockutils [req-9a2b7e4b-d160-44a3-bc18-bd7e9345abba req-dcb1ce65-43b9-46bf-9e93-7ef810c44751 service nova] Releasing lock "refresh_cache-74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.798610] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.798941] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.801521] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.802191] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.807011] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.807521] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.807521] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 679.809880] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.972303] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213644, 'name': CreateSnapshot_Task, 'duration_secs': 0.786031} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.972614] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.973770] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e478b3a-443a-48e9-a154-bda1452f8374 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.041314] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077546} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.042581] env[69486]: DEBUG nova.network.neutron [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updated VIF entry in instance network info cache for port 46db9c34-0810-4166-acfa-388ecf74e41a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.043112] env[69486]: DEBUG nova.network.neutron [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updating instance_info_cache with network_info: [{"id": "46db9c34-0810-4166-acfa-388ecf74e41a", "address": "fa:16:3e:bc:4c:1d", "network": {"id": "42d942ed-c840-406f-9830-cfd9ff8e3666", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1763315238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d546e78e0cdf44878bdca279744b525e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46db9c34-08", "ovs_interfaceid": "46db9c34-0810-4166-acfa-388ecf74e41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.044735] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.048155] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d88034-64c8-43b3-8585-acd75a297914 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.074157] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3/29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.078326] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca0e84c-5999-4d3b-b536-7c9287564b65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.099949] env[69486]: DEBUG oslo_vmware.api [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Task: {'id': task-3213648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4852} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.101336] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.101534] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.101714] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.101910] env[69486]: INFO nova.compute.manager [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 680.102233] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.102501] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 680.102501] env[69486]: value = "task-3213649" [ 680.102501] env[69486]: _type = "Task" [ 680.102501] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.102701] env[69486]: DEBUG nova.compute.manager [-] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.102802] env[69486]: DEBUG nova.network.neutron [-] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.114755] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.174214] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.174909] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.178172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.581s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.178435] env[69486]: DEBUG nova.objects.instance [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lazy-loading 'resources' on Instance uuid 56942e43-4cfd-4cbd-bc0e-a39efc43df85 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.182020] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.315232] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.495968] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.497027] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73d91ad1-c77f-4d8f-9bbc-27dc54109cd7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.513617] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 680.513617] env[69486]: value = "task-3213650" [ 680.513617] env[69486]: _type = "Task" [ 680.513617] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.524204] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213650, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.546126] env[69486]: DEBUG oslo_concurrency.lockutils [req-b66e58d1-b772-4ad9-9980-4318174186cb req-fe910647-b124-462c-b4a2-5e5553f943d6 service nova] Releasing lock "refresh_cache-7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.616627] env[69486]: DEBUG nova.compute.manager [req-9f6b1bc9-c060-457b-92f3-1b9cd56d668c req-d72c27b2-36e2-4798-9e4b-7e8415bb8a84 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Received event network-vif-deleted-9d1ba0e4-7db2-4519-819d-cf6219aeb1f8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 680.616847] env[69486]: INFO nova.compute.manager [req-9f6b1bc9-c060-457b-92f3-1b9cd56d668c req-d72c27b2-36e2-4798-9e4b-7e8415bb8a84 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Neutron deleted interface 9d1ba0e4-7db2-4519-819d-cf6219aeb1f8; detaching it from the instance and deleting it from the info cache [ 680.617097] env[69486]: DEBUG nova.network.neutron [req-9f6b1bc9-c060-457b-92f3-1b9cd56d668c req-d72c27b2-36e2-4798-9e4b-7e8415bb8a84 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.623746] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213649, 'name': ReconfigVM_Task, 'duration_secs': 0.476793} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.624176] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3/29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.624771] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b3ba8a-0c86-4695-a831-d66d03d40262 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.631963] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 680.631963] env[69486]: value = "task-3213651" [ 680.631963] env[69486]: _type = "Task" [ 680.631963] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.642042] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213651, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.686015] env[69486]: DEBUG nova.compute.utils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.698297] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.698297] env[69486]: DEBUG nova.network.neutron [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.716537] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.760958] env[69486]: DEBUG nova.network.neutron [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Successfully updated port: 69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.799491] env[69486]: DEBUG nova.policy [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.850487] env[69486]: DEBUG nova.network.neutron [-] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.027976] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213650, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.120624] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82572eb4-5c69-41d9-a173-da7badcec7c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.132784] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e3b2b-5f77-48bd-868f-6f0222b1ff27 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.155008] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213651, 'name': Rename_Task, 'duration_secs': 0.142329} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.155368] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.155667] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0abd94af-26cc-4c6e-9947-3d972086b772 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.173881] env[69486]: DEBUG nova.compute.manager [req-9f6b1bc9-c060-457b-92f3-1b9cd56d668c req-d72c27b2-36e2-4798-9e4b-7e8415bb8a84 service nova] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Detach interface failed, port_id=9d1ba0e4-7db2-4519-819d-cf6219aeb1f8, reason: Instance 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 681.178129] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 681.178129] env[69486]: value = "task-3213652" [ 681.178129] env[69486]: _type = "Task" [ 681.178129] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.189897] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.193997] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.267425] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "refresh_cache-e5fde291-3647-432f-bf7f-9be335f39425" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.267578] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "refresh_cache-e5fde291-3647-432f-bf7f-9be335f39425" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.267733] env[69486]: DEBUG nova.network.neutron [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.316817] env[69486]: DEBUG nova.compute.manager [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Received event network-vif-plugged-69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 681.317158] env[69486]: DEBUG oslo_concurrency.lockutils [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] Acquiring lock "e5fde291-3647-432f-bf7f-9be335f39425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.317409] env[69486]: DEBUG oslo_concurrency.lockutils [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] Lock "e5fde291-3647-432f-bf7f-9be335f39425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.317644] env[69486]: DEBUG oslo_concurrency.lockutils [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] Lock "e5fde291-3647-432f-bf7f-9be335f39425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.317913] env[69486]: DEBUG nova.compute.manager [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] No waiting events found dispatching network-vif-plugged-69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.318089] env[69486]: WARNING nova.compute.manager [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Received unexpected event network-vif-plugged-69d1ce10-0560-4f09-a72e-e618c6a99921 for instance with vm_state building and task_state spawning. [ 681.318265] env[69486]: DEBUG nova.compute.manager [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Received event network-changed-69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 681.318424] env[69486]: DEBUG nova.compute.manager [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Refreshing instance network info cache due to event network-changed-69d1ce10-0560-4f09-a72e-e618c6a99921. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 681.318590] env[69486]: DEBUG oslo_concurrency.lockutils [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] Acquiring lock "refresh_cache-e5fde291-3647-432f-bf7f-9be335f39425" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.320563] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93de5ce-ecaa-4daf-b673-43fd92181ff8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.329773] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ddc18-5c23-4d4f-9f56-57a4180de69f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.367928] env[69486]: DEBUG nova.compute.manager [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.368472] env[69486]: INFO nova.compute.manager [-] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Took 1.27 seconds to deallocate network for instance. [ 681.369751] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c0fc4-b0d4-47ad-bd7b-b94c9315896b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.374052] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dc2ed3-2901-43a4-bb1c-835c43035858 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.389220] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a35d7-3889-4320-a69e-0c970c475bb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.406546] env[69486]: DEBUG nova.compute.provider_tree [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.441074] env[69486]: DEBUG nova.network.neutron [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Successfully created port: ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.528975] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213650, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.688541] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213652, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.816114] env[69486]: DEBUG nova.network.neutron [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.881740] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.891687] env[69486]: INFO nova.compute.manager [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] instance snapshotting [ 681.895384] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab007f-d557-47df-886e-6e5f0e50451f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.920022] env[69486]: DEBUG nova.scheduler.client.report [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.926252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356c1344-df63-497b-a3c2-99e06c67db51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.014465] env[69486]: DEBUG nova.network.neutron [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Updating instance_info_cache with network_info: [{"id": "69d1ce10-0560-4f09-a72e-e618c6a99921", "address": "fa:16:3e:e4:b2:c7", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d1ce10-05", "ovs_interfaceid": "69d1ce10-0560-4f09-a72e-e618c6a99921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.026637] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213650, 'name': CloneVM_Task, 'duration_secs': 1.420805} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.027540] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Created linked-clone VM from snapshot [ 682.028586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e10cf-3332-460b-a44b-28d1148cd7bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.037465] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Uploading image ccb9925d-db41-4a50-b844-7024a88daf38 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.062341] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 682.062341] env[69486]: value = "vm-642571" [ 682.062341] env[69486]: _type = "VirtualMachine" [ 682.062341] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 682.062584] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc0a522e-9270-42fb-92da-5d4c36ed0d8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.070164] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lease: (returnval){ [ 682.070164] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ebc0ec-9582-a41f-0655-6cc8a105dbed" [ 682.070164] env[69486]: _type = "HttpNfcLease" [ 682.070164] env[69486]: } obtained for exporting VM: (result){ [ 682.070164] env[69486]: value = "vm-642571" [ 682.070164] env[69486]: _type = "VirtualMachine" [ 682.070164] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 682.070541] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the lease: (returnval){ [ 682.070541] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ebc0ec-9582-a41f-0655-6cc8a105dbed" [ 682.070541] env[69486]: _type = "HttpNfcLease" [ 682.070541] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 682.078597] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.078597] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ebc0ec-9582-a41f-0655-6cc8a105dbed" [ 682.078597] env[69486]: _type = "HttpNfcLease" [ 682.078597] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 682.190152] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213652, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.208334] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.229605] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.230248] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.230456] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.230675] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.230855] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.231062] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.231319] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.231638] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.231857] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.232105] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.232323] env[69486]: DEBUG nova.virt.hardware [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.233222] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b5b1a0-2abe-4216-b323-f2e1ed62b22e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.241332] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7cfb75-32d8-47e9-a6db-8e2b398dd053 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.433861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.433861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.803s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.433990] env[69486]: DEBUG nova.objects.instance [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lazy-loading 'resources' on Instance uuid 2e0df378-21a8-4176-8f9f-e8c891987442 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.440933] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.442087] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3c02efe-d3ac-4ffc-8a90-b4b44d01c024 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.451168] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 682.451168] env[69486]: value = "task-3213654" [ 682.451168] env[69486]: _type = "Task" [ 682.451168] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.459752] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.460987] env[69486]: INFO nova.scheduler.client.report [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted allocations for instance 56942e43-4cfd-4cbd-bc0e-a39efc43df85 [ 682.517787] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "refresh_cache-e5fde291-3647-432f-bf7f-9be335f39425" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.521017] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Instance network_info: |[{"id": "69d1ce10-0560-4f09-a72e-e618c6a99921", "address": "fa:16:3e:e4:b2:c7", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d1ce10-05", "ovs_interfaceid": "69d1ce10-0560-4f09-a72e-e618c6a99921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.521017] env[69486]: DEBUG oslo_concurrency.lockutils [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] Acquired lock "refresh_cache-e5fde291-3647-432f-bf7f-9be335f39425" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.521180] env[69486]: DEBUG nova.network.neutron [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Refreshing network info cache for port 69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.521180] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:b2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69d1ce10-0560-4f09-a72e-e618c6a99921', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.530524] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.532025] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.532464] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e71fb0f-c64a-4106-8925-d60e85e1877f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.553755] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.553755] env[69486]: value = "task-3213655" [ 682.553755] env[69486]: _type = "Task" [ 682.553755] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.562189] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213655, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.577958] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.577958] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ebc0ec-9582-a41f-0655-6cc8a105dbed" [ 682.577958] env[69486]: _type = "HttpNfcLease" [ 682.577958] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.578268] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.578268] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ebc0ec-9582-a41f-0655-6cc8a105dbed" [ 682.578268] env[69486]: _type = "HttpNfcLease" [ 682.578268] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.579054] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f283786-647d-41d0-b9c3-1bf36c571f07 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.589313] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f29a40-8faf-4ca5-239e-51e8816c6697/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.589508] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f29a40-8faf-4ca5-239e-51e8816c6697/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.689431] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213652, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.693699] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41b522c9-42a0-4cf1-aeb9-ec2623bf4319 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.963225] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213654, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.974528] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5800b875-190b-4a80-8605-3299ec8a2e07 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "56942e43-4cfd-4cbd-bc0e-a39efc43df85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.629s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.068839] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213655, 'name': CreateVM_Task, 'duration_secs': 0.328507} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.070627] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.072170] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.073060] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.073505] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.073781] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb473ad3-2193-4f8c-bea1-47c08dd1d212 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.082747] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 683.082747] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d51fb9-59a4-bc1e-6c8d-3e943773f40a" [ 683.082747] env[69486]: _type = "Task" [ 683.082747] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.095840] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d51fb9-59a4-bc1e-6c8d-3e943773f40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.194993] env[69486]: DEBUG oslo_vmware.api [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213652, 'name': PowerOnVM_Task, 'duration_secs': 1.862303} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.201223] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.201223] env[69486]: INFO nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Took 9.34 seconds to spawn the instance on the hypervisor. [ 683.201483] env[69486]: DEBUG nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.202711] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e5a37d-a84f-415a-a346-8233eb671a90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.292766] env[69486]: DEBUG nova.compute.manager [req-867f4e23-ae48-431c-b45f-047287436387 req-28569918-ad1d-48dc-8212-9a06e4157a9c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-vif-plugged-ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 683.293268] env[69486]: DEBUG oslo_concurrency.lockutils [req-867f4e23-ae48-431c-b45f-047287436387 req-28569918-ad1d-48dc-8212-9a06e4157a9c service nova] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.293351] env[69486]: DEBUG oslo_concurrency.lockutils [req-867f4e23-ae48-431c-b45f-047287436387 req-28569918-ad1d-48dc-8212-9a06e4157a9c service nova] Lock "48df700b-0654-42e7-8792-54f3de31a902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.293843] env[69486]: DEBUG oslo_concurrency.lockutils [req-867f4e23-ae48-431c-b45f-047287436387 req-28569918-ad1d-48dc-8212-9a06e4157a9c service nova] Lock "48df700b-0654-42e7-8792-54f3de31a902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.293843] env[69486]: DEBUG nova.compute.manager [req-867f4e23-ae48-431c-b45f-047287436387 req-28569918-ad1d-48dc-8212-9a06e4157a9c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] No waiting events found dispatching network-vif-plugged-ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.294544] env[69486]: WARNING nova.compute.manager [req-867f4e23-ae48-431c-b45f-047287436387 req-28569918-ad1d-48dc-8212-9a06e4157a9c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received unexpected event network-vif-plugged-ddf86562-a9a9-4c56-9d24-a3b01536f28c for instance with vm_state building and task_state spawning. [ 683.311620] env[69486]: DEBUG nova.network.neutron [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Successfully updated port: ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.425240] env[69486]: DEBUG nova.network.neutron [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Updated VIF entry in instance network info cache for port 69d1ce10-0560-4f09-a72e-e618c6a99921. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.425240] env[69486]: DEBUG nova.network.neutron [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Updating instance_info_cache with network_info: [{"id": "69d1ce10-0560-4f09-a72e-e618c6a99921", "address": "fa:16:3e:e4:b2:c7", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d1ce10-05", "ovs_interfaceid": "69d1ce10-0560-4f09-a72e-e618c6a99921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.470092] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213654, 'name': CreateSnapshot_Task, 'duration_secs': 0.645505} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.470457] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 683.471346] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17b102-3885-4cfd-a4e0-306e13257500 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.598196] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d51fb9-59a4-bc1e-6c8d-3e943773f40a, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.601481] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.601854] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.602695] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.602975] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.603434] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.604153] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e688efc-3d15-4b11-bcce-d33c9e674bb9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.615779] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.616042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.620337] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f2e715-a4ce-47dd-83d5-68f9552071f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.625393] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 683.625393] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52be7651-1551-2b5a-04b8-e2c877b4db29" [ 683.625393] env[69486]: _type = "Task" [ 683.625393] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.644380] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52be7651-1551-2b5a-04b8-e2c877b4db29, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.645849] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a369ec97-2e91-42ae-a4d3-4efea75494ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.659280] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 683.659280] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523fd130-3ed7-2e95-cc78-269b0cf5bf5f" [ 683.659280] env[69486]: _type = "Task" [ 683.659280] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.668793] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523fd130-3ed7-2e95-cc78-269b0cf5bf5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.669159] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.669506] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] e5fde291-3647-432f-bf7f-9be335f39425/e5fde291-3647-432f-bf7f-9be335f39425.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.670116] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-792dd6d3-93df-4f43-9543-1604aebfcb8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.680011] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 683.680011] env[69486]: value = "task-3213656" [ 683.680011] env[69486]: _type = "Task" [ 683.680011] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.689923] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.691134] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767abc3e-fb2e-494b-b552-5f7cb30975ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.698793] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8399f0-2b91-49c3-83eb-8f897216b55f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.740178] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc7840b-8669-42b8-ad7a-63da7a3bf7d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.743700] env[69486]: INFO nova.compute.manager [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Took 39.82 seconds to build instance. [ 683.750182] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef8184b-8677-4303-952b-bfe62fc4b1e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.766744] env[69486]: DEBUG nova.compute.provider_tree [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.816207] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.817962] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.818658] env[69486]: DEBUG nova.network.neutron [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.929707] env[69486]: DEBUG oslo_concurrency.lockutils [req-28cb25d0-9fc3-4298-9112-506bdfbf74ef req-93378a97-2e21-4809-91a4-8ad02fef4a0e service nova] Releasing lock "refresh_cache-e5fde291-3647-432f-bf7f-9be335f39425" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.997037] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 683.997037] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b41230a-5884-45ec-8175-90a435dbfddb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.006098] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 684.006098] env[69486]: value = "task-3213657" [ 684.006098] env[69486]: _type = "Task" [ 684.006098] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.015996] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213657, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.195893] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213656, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.245978] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6ae7b73-2ddf-4dd3-b93a-4a95a3728b83 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.410s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.269641] env[69486]: DEBUG nova.scheduler.client.report [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.391400] env[69486]: DEBUG nova.network.neutron [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.520568] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213657, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.692906] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753518} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.693255] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] e5fde291-3647-432f-bf7f-9be335f39425/e5fde291-3647-432f-bf7f-9be335f39425.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.693559] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.693905] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b28b06-29d0-4632-9ef2-7fd97ce5dee7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.701824] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 684.701824] env[69486]: value = "task-3213658" [ 684.701824] env[69486]: _type = "Task" [ 684.701824] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.707312] env[69486]: DEBUG nova.network.neutron [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.717459] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.750840] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.775674] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.779949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.213s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.783337] env[69486]: INFO nova.compute.claims [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.808589] env[69486]: INFO nova.scheduler.client.report [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleted allocations for instance 2e0df378-21a8-4176-8f9f-e8c891987442 [ 685.025299] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213657, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.217941] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.218332] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Instance network_info: |[{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.218609] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152989} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.218990] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:e9:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf86562-a9a9-4c56-9d24-a3b01536f28c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.231146] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Creating folder: Project (594e57080e4e40328615e7f6acca9a25). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.231536] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.231838] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-544266ff-de9c-40bd-9b60-99f78a20f0c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.234312] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cded4-73b1-4973-8b41-80965f47b6cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.260551] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] e5fde291-3647-432f-bf7f-9be335f39425/e5fde291-3647-432f-bf7f-9be335f39425.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.264333] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f169e6f5-c65e-479d-9822-ebe1eddf410e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.280721] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Created folder: Project (594e57080e4e40328615e7f6acca9a25) in parent group-v642494. [ 685.280883] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Creating folder: Instances. Parent ref: group-v642575. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.283463] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9257bb5c-3160-48c7-a965-80284b502833 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.294172] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 685.294172] env[69486]: value = "task-3213661" [ 685.294172] env[69486]: _type = "Task" [ 685.294172] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.299776] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Created folder: Instances in parent group-v642575. [ 685.300294] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.301464] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.302687] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74fcef3e-b12f-4b6e-8afe-42f6f2775b16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.320031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.326581] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.327082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e29f9ca3-c0e2-4422-9adb-9f35ae2beb1b tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "2e0df378-21a8-4176-8f9f-e8c891987442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.773s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.333238] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.333238] env[69486]: value = "task-3213662" [ 685.333238] env[69486]: _type = "Task" [ 685.333238] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.344685] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213662, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.517755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.517995] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.523146] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213657, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.715892] env[69486]: DEBUG nova.compute.manager [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-changed-ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 685.716310] env[69486]: DEBUG nova.compute.manager [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Refreshing instance network info cache due to event network-changed-ddf86562-a9a9-4c56-9d24-a3b01536f28c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 685.716706] env[69486]: DEBUG oslo_concurrency.lockutils [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] Acquiring lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.716999] env[69486]: DEBUG oslo_concurrency.lockutils [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] Acquired lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.717299] env[69486]: DEBUG nova.network.neutron [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Refreshing network info cache for port ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.810672] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213661, 'name': ReconfigVM_Task, 'duration_secs': 0.46022} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.810988] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Reconfigured VM instance instance-00000018 to attach disk [datastore2] e5fde291-3647-432f-bf7f-9be335f39425/e5fde291-3647-432f-bf7f-9be335f39425.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.812058] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9277f673-2c9f-42ea-b44d-d55870e0dc4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.818811] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 685.818811] env[69486]: value = "task-3213663" [ 685.818811] env[69486]: _type = "Task" [ 685.818811] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.836430] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213663, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.845859] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213662, 'name': CreateVM_Task, 'duration_secs': 0.418407} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.850163] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.850163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.850163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.850256] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.851268] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2cc43b-fba0-44c5-a178-ae52fb52d2f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.855868] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 685.855868] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cebc6d-5ada-58c6-a80c-b41aa4403e18" [ 685.855868] env[69486]: _type = "Task" [ 685.855868] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.867681] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cebc6d-5ada-58c6-a80c-b41aa4403e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.023780] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213657, 'name': CloneVM_Task, 'duration_secs': 1.738273} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.026743] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Created linked-clone VM from snapshot [ 686.027865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d769def-1e7a-475d-a2a3-8ae49a23743d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.036798] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Uploading image 19109b1b-6a2f-4c6a-aa5e-75f55b2a0fb0 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.062207] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.062207] env[69486]: value = "vm-642574" [ 686.062207] env[69486]: _type = "VirtualMachine" [ 686.062207] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.065149] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86f7f8fd-ff47-4bc5-b3be-3064c0dcc159 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.069286] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lease: (returnval){ [ 686.069286] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478c79-f56c-98ab-7679-42a5a7f28182" [ 686.069286] env[69486]: _type = "HttpNfcLease" [ 686.069286] env[69486]: } obtained for exporting VM: (result){ [ 686.069286] env[69486]: value = "vm-642574" [ 686.069286] env[69486]: _type = "VirtualMachine" [ 686.069286] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.069593] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the lease: (returnval){ [ 686.069593] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478c79-f56c-98ab-7679-42a5a7f28182" [ 686.069593] env[69486]: _type = "HttpNfcLease" [ 686.069593] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.079694] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.079694] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478c79-f56c-98ab-7679-42a5a7f28182" [ 686.079694] env[69486]: _type = "HttpNfcLease" [ 686.079694] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.334733] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213663, 'name': Rename_Task, 'duration_secs': 0.190214} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.337739] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.338243] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee413816-0737-4bf2-b349-f5258dd171d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.345690] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 686.345690] env[69486]: value = "task-3213665" [ 686.345690] env[69486]: _type = "Task" [ 686.345690] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.354747] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.368132] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cebc6d-5ada-58c6-a80c-b41aa4403e18, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.369361] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.369660] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.369918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.370084] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.370298] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.370564] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c321cca-dbca-4c70-b5e9-488d4209f2cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.381955] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.382170] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.382989] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073d93f0-baa3-45c7-8379-bf01ed43e240 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.389934] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 686.389934] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5294f2ab-1b86-a2cb-0e31-d8a1e50c10b0" [ 686.389934] env[69486]: _type = "Task" [ 686.389934] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.402607] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5294f2ab-1b86-a2cb-0e31-d8a1e50c10b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.404781] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2735d4-25e8-4429-a058-bc354365aecc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.411576] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d863ed-2722-44bc-945c-db733511a52e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.451729] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698c994-dfd7-4be4-8be4-960cb00dc819 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.459992] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2b1fe-c41b-4722-b5e8-58f1a987dc8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.474828] env[69486]: DEBUG nova.compute.provider_tree [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.578193] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.578193] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478c79-f56c-98ab-7679-42a5a7f28182" [ 686.578193] env[69486]: _type = "HttpNfcLease" [ 686.578193] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 686.578515] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 686.578515] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52478c79-f56c-98ab-7679-42a5a7f28182" [ 686.578515] env[69486]: _type = "HttpNfcLease" [ 686.578515] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 686.579286] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ee6c4-b8bb-460b-a1cf-67a77b320b82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.586564] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c045a-9d1f-961b-d319-b0df438e39ed/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 686.586745] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c045a-9d1f-961b-d319-b0df438e39ed/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 686.702866] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7df5ca4-daa6-4828-b0a2-3565352ea27f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.728880] env[69486]: DEBUG nova.network.neutron [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updated VIF entry in instance network info cache for port ddf86562-a9a9-4c56-9d24-a3b01536f28c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.730388] env[69486]: DEBUG nova.network.neutron [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.829828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.830592] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.855512] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213665, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.904919] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5294f2ab-1b86-a2cb-0e31-d8a1e50c10b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014787} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.905729] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32187a95-faca-42e8-a2ec-9d0147e1213a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.911351] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 686.911351] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca4884-7a9a-059e-e412-f5388f866a25" [ 686.911351] env[69486]: _type = "Task" [ 686.911351] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.922336] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca4884-7a9a-059e-e412-f5388f866a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.978092] env[69486]: DEBUG nova.scheduler.client.report [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.234355] env[69486]: DEBUG oslo_concurrency.lockutils [req-78b2e19b-575d-4211-bdca-9e3434aae97a req-58411505-ec07-4990-9eda-be08ffcfd7a8 service nova] Releasing lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.361313] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213665, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.426641] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca4884-7a9a-059e-e412-f5388f866a25, 'name': SearchDatastore_Task, 'duration_secs': 0.016879} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.426881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.427224] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 48df700b-0654-42e7-8792-54f3de31a902/48df700b-0654-42e7-8792-54f3de31a902.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.427602] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e391ca-7e56-4333-9afa-461336ddb6b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.437057] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 687.437057] env[69486]: value = "task-3213666" [ 687.437057] env[69486]: _type = "Task" [ 687.437057] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.446163] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.484587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.485606] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.489892] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.165s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.491673] env[69486]: INFO nova.compute.claims [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.837342] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.837761] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.859797] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213665, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.957835] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.991563] env[69486]: DEBUG nova.compute.utils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.993562] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.994579] env[69486]: DEBUG nova.network.neutron [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.056109] env[69486]: DEBUG nova.policy [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7145196c75b4d89b370948bac43434a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06749cd0fb344ad184bd0b82b234abba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.301500] env[69486]: DEBUG nova.network.neutron [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Successfully created port: eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.358665] env[69486]: DEBUG oslo_vmware.api [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213665, 'name': PowerOnVM_Task, 'duration_secs': 1.829285} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.359083] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.359315] env[69486]: INFO nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Took 8.98 seconds to spawn the instance on the hypervisor. [ 688.359629] env[69486]: DEBUG nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.360663] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77dfff4-f833-4ce7-a5d0-2a492ce90de9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.447576] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688176} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.448074] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 48df700b-0654-42e7-8792-54f3de31a902/48df700b-0654-42e7-8792-54f3de31a902.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.448338] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.448699] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4524ac31-1332-49dd-8dbd-63698ca8edc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.456144] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 688.456144] env[69486]: value = "task-3213667" [ 688.456144] env[69486]: _type = "Task" [ 688.456144] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.466366] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.498175] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.882584] env[69486]: INFO nova.compute.manager [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Took 39.84 seconds to build instance. [ 688.969837] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069847} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.970143] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.970952] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47d8e79-04d5-4571-b124-dfb0345f3665 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.993695] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 48df700b-0654-42e7-8792-54f3de31a902/48df700b-0654-42e7-8792-54f3de31a902.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.997029] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4973cf78-7999-4997-b591-135bd516f44c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.023596] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 689.023596] env[69486]: value = "task-3213668" [ 689.023596] env[69486]: _type = "Task" [ 689.023596] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.035958] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.051820] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a811a07-6d76-42ff-9272-18d2f520b98b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.060506] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c9c18-aafa-4ab6-be15-d0f0f233b5c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.092614] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e2dbef-9518-4b77-a9fe-a269661030c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.101282] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed0629a-8441-43df-8ea7-345b706bc380 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.118370] env[69486]: DEBUG nova.compute.provider_tree [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.385774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aef21589-f630-41bf-9ff3-9dd3d190bc9f tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "e5fde291-3647-432f-bf7f-9be335f39425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.353s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.520770] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.539163] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.622282] env[69486]: DEBUG nova.scheduler.client.report [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.787542] env[69486]: DEBUG nova.network.neutron [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Successfully updated port: eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.888821] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.038471] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.128190] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.128666] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.131949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.478s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.131949] env[69486]: DEBUG nova.objects.instance [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lazy-loading 'resources' on Instance uuid 0767959d-2fd8-4908-af49-ad43cad13ba7 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.290201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "refresh_cache-647ccacb-d909-4809-910b-caa4a7732b61" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.290412] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired lock "refresh_cache-647ccacb-d909-4809-910b-caa4a7732b61" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.290492] env[69486]: DEBUG nova.network.neutron [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.409963] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.538924] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213668, 'name': ReconfigVM_Task, 'duration_secs': 1.48777} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.538924] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 48df700b-0654-42e7-8792-54f3de31a902/48df700b-0654-42e7-8792-54f3de31a902.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.539409] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32b5abc-027d-436b-90b8-c3c403d56a1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.545404] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 690.545404] env[69486]: value = "task-3213669" [ 690.545404] env[69486]: _type = "Task" [ 690.545404] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.553656] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213669, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.634971] env[69486]: DEBUG nova.compute.utils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.639579] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.639755] env[69486]: DEBUG nova.network.neutron [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.704730] env[69486]: DEBUG nova.policy [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40bb458a2ecf4f5487886fd7d7192110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86b94d24fd4b4cbdad7521d31585668b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.821633] env[69486]: DEBUG nova.network.neutron [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.987629] env[69486]: DEBUG nova.network.neutron [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Updating instance_info_cache with network_info: [{"id": "eae120fb-a82e-4b16-b8d2-acc9f14c35e8", "address": "fa:16:3e:cc:49:38", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae120fb-a8", "ovs_interfaceid": "eae120fb-a82e-4b16-b8d2-acc9f14c35e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.033298] env[69486]: DEBUG nova.network.neutron [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Successfully created port: ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.061086] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213669, 'name': Rename_Task, 'duration_secs': 0.226519} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.061366] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.061572] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78caf9a7-38c6-452f-a9af-e19729e0478e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.069651] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 691.069651] env[69486]: value = "task-3213670" [ 691.069651] env[69486]: _type = "Task" [ 691.069651] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.082268] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.141178] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.232182] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1baaac-c7cd-4248-a592-e52006d73fe6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.241297] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f63419-b229-4bfb-beeb-5acee344ff59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.274878] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f00df4-f9f1-4cd8-9e94-b6b0117bb138 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.284267] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb7e599-ecd7-4a20-8cca-83a73ce3b930 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.300124] env[69486]: DEBUG nova.compute.provider_tree [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.491159] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Releasing lock "refresh_cache-647ccacb-d909-4809-910b-caa4a7732b61" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.491532] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Instance network_info: |[{"id": "eae120fb-a82e-4b16-b8d2-acc9f14c35e8", "address": "fa:16:3e:cc:49:38", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae120fb-a8", "ovs_interfaceid": "eae120fb-a82e-4b16-b8d2-acc9f14c35e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.580793] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213670, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.803901] env[69486]: DEBUG nova.scheduler.client.report [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.048106] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.048106] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.048106] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.048345] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.048510] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.048662] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.048871] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.049042] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.049214] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.049436] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.049649] env[69486]: DEBUG nova.virt.hardware [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.051895] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7408648-135e-482d-b100-4e788ee8cc36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.062047] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f29a40-8faf-4ca5-239e-51e8816c6697/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 692.063471] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913fb2b-0360-4b60-ac56-359ca9059919 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.068164] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3644cc7-2b69-48a0-8d9d-7a91064d07a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.083743] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f29a40-8faf-4ca5-239e-51e8816c6697/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 692.083929] env[69486]: ERROR oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f29a40-8faf-4ca5-239e-51e8816c6697/disk-0.vmdk due to incomplete transfer. [ 692.084875] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:49:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae120fb-a82e-4b16-b8d2-acc9f14c35e8', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.092570] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.093336] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-663ca30c-1384-4e6a-9830-45cca7a97733 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.095147] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.100170] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f7b7f1f-d20d-472b-8453-81f79cfefa9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.113839] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213670, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.119650] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.119650] env[69486]: value = "task-3213671" [ 692.119650] env[69486]: _type = "Task" [ 692.119650] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.121035] env[69486]: DEBUG oslo_vmware.rw_handles [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f29a40-8faf-4ca5-239e-51e8816c6697/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 692.121035] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Uploaded image ccb9925d-db41-4a50-b844-7024a88daf38 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 692.124034] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 692.126816] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-482592c4-29d0-4c77-8a5e-386c821d9950 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.132766] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213671, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.135610] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 692.135610] env[69486]: value = "task-3213672" [ 692.135610] env[69486]: _type = "Task" [ 692.135610] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.141455] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213672, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.159022] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.180598] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.180872] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.181043] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.181229] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.181374] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.181516] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.181717] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.181877] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.182505] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.182505] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.182505] env[69486]: DEBUG nova.virt.hardware [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.183333] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a408b-270d-48eb-b8d0-d83f442ec93c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.191742] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f641d2fb-7b1b-4c3a-97a9-c5f5445013a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.309134] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.311450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.141s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.332432] env[69486]: INFO nova.scheduler.client.report [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Deleted allocations for instance 0767959d-2fd8-4908-af49-ad43cad13ba7 [ 692.582507] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213670, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.631031] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213671, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.643887] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213672, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.847508] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2546b88e-fa5e-4905-af98-13e33563a53b tempest-FloatingIPsAssociationNegativeTestJSON-734828767 tempest-FloatingIPsAssociationNegativeTestJSON-734828767-project-member] Lock "0767959d-2fd8-4908-af49-ad43cad13ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.318s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.938128] env[69486]: DEBUG nova.compute.manager [req-b73493df-c4b0-4082-8421-5750e76e1238 req-641c3f94-f9ce-4287-8113-21eea6371e1b service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Received event network-vif-plugged-eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 692.938128] env[69486]: DEBUG oslo_concurrency.lockutils [req-b73493df-c4b0-4082-8421-5750e76e1238 req-641c3f94-f9ce-4287-8113-21eea6371e1b service nova] Acquiring lock "647ccacb-d909-4809-910b-caa4a7732b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.938128] env[69486]: DEBUG oslo_concurrency.lockutils [req-b73493df-c4b0-4082-8421-5750e76e1238 req-641c3f94-f9ce-4287-8113-21eea6371e1b service nova] Lock "647ccacb-d909-4809-910b-caa4a7732b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.938128] env[69486]: DEBUG oslo_concurrency.lockutils [req-b73493df-c4b0-4082-8421-5750e76e1238 req-641c3f94-f9ce-4287-8113-21eea6371e1b service nova] Lock "647ccacb-d909-4809-910b-caa4a7732b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.938128] env[69486]: DEBUG nova.compute.manager [req-b73493df-c4b0-4082-8421-5750e76e1238 req-641c3f94-f9ce-4287-8113-21eea6371e1b service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] No waiting events found dispatching network-vif-plugged-eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.938360] env[69486]: WARNING nova.compute.manager [req-b73493df-c4b0-4082-8421-5750e76e1238 req-641c3f94-f9ce-4287-8113-21eea6371e1b service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Received unexpected event network-vif-plugged-eae120fb-a82e-4b16-b8d2-acc9f14c35e8 for instance with vm_state building and task_state spawning. [ 693.065042] env[69486]: DEBUG nova.network.neutron [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Successfully updated port: ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.085279] env[69486]: DEBUG oslo_vmware.api [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213670, 'name': PowerOnVM_Task, 'duration_secs': 1.972209} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.088431] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.088707] env[69486]: INFO nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Took 10.88 seconds to spawn the instance on the hypervisor. [ 693.089254] env[69486]: DEBUG nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.090172] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe40cd8e-be9a-4f79-9d6b-ee558eb87482 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.131321] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213671, 'name': CreateVM_Task, 'duration_secs': 0.564655} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.131498] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.132216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.132369] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.132769] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.135560] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ccc2b4a-83e7-4ec2-8beb-89ed6c590ae6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.149330] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213672, 'name': Destroy_Task, 'duration_secs': 0.659971} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.152381] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Destroyed the VM [ 693.152758] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 693.153852] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 693.153852] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52963eb4-721d-a081-19ee-c9d2e33936d5" [ 693.153852] env[69486]: _type = "Task" [ 693.153852] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.154103] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9b1f2ef-f41f-4425-afc3-b0cf306ab6da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.170457] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52963eb4-721d-a081-19ee-c9d2e33936d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017929} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.171982] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.172275] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.172516] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.172688] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.172927] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.173703] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 693.173703] env[69486]: value = "task-3213673" [ 693.173703] env[69486]: _type = "Task" [ 693.173703] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.176546] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b9a69f-38bd-4d4a-98b2-bfdd773da5cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.187629] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.204022] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.204022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.204022] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac84941b-7c2f-4491-9bda-1504ba7b63ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.212463] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 693.212463] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5286827a-ff5a-8e71-5643-0d0287ddf7ee" [ 693.212463] env[69486]: _type = "Task" [ 693.212463] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.220294] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5286827a-ff5a-8e71-5643-0d0287ddf7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.460947] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e4eee-3894-4fa4-8475-7c9b9dbe2969 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.470188] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2916c6-ec2d-4c0c-b09e-27482a18ff8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.508543] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892cf726-e15a-48ea-9cad-0424f5b3679c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.517667] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9c239b-d745-4f27-9724-6305062a63e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.531018] env[69486]: DEBUG nova.compute.provider_tree [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.567896] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "refresh_cache-843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.568063] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquired lock "refresh_cache-843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.568213] env[69486]: DEBUG nova.network.neutron [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.611216] env[69486]: INFO nova.compute.manager [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Took 42.77 seconds to build instance. [ 693.692361] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.723451] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5286827a-ff5a-8e71-5643-0d0287ddf7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.724383] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff80027-17ec-4941-bfc4-b8a5ba1f1649 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.730218] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 693.730218] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d5215b-007b-357b-e22c-8fe8017c27d4" [ 693.730218] env[69486]: _type = "Task" [ 693.730218] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.738609] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d5215b-007b-357b-e22c-8fe8017c27d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.041124] env[69486]: DEBUG nova.scheduler.client.report [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.095912] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "67842d3e-b361-4eeb-9139-e8101a23a9ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.096345] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.115104] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ab57a35c-5151-466d-87a6-71c17e1b824e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "48df700b-0654-42e7-8792-54f3de31a902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.336s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.133309] env[69486]: DEBUG nova.network.neutron [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.190117] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213673, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.241897] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d5215b-007b-357b-e22c-8fe8017c27d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.242304] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.242604] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 647ccacb-d909-4809-910b-caa4a7732b61/647ccacb-d909-4809-910b-caa4a7732b61.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.246118] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84951564-235f-4d94-9e4d-5eaab9fad5a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.251154] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 694.251154] env[69486]: value = "task-3213674" [ 694.251154] env[69486]: _type = "Task" [ 694.251154] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.259618] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.528373] env[69486]: DEBUG nova.network.neutron [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Updating instance_info_cache with network_info: [{"id": "ebde0a79-005f-4104-9e0e-20a2fa0fbf88", "address": "fa:16:3e:df:80:20", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebde0a79-00", "ovs_interfaceid": "ebde0a79-005f-4104-9e0e-20a2fa0fbf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.616520] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.693755] env[69486]: DEBUG oslo_vmware.api [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213673, 'name': RemoveSnapshot_Task, 'duration_secs': 1.292426} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.694263] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 694.694536] env[69486]: INFO nova.compute.manager [None req-c09ecc07-5432-47e8-b380-b8cb6d686f8a tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 694.768657] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.035663] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Releasing lock "refresh_cache-843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.036121] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Instance network_info: |[{"id": "ebde0a79-005f-4104-9e0e-20a2fa0fbf88", "address": "fa:16:3e:df:80:20", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebde0a79-00", "ovs_interfaceid": "ebde0a79-005f-4104-9e0e-20a2fa0fbf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.036580] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:80:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebde0a79-005f-4104-9e0e-20a2fa0fbf88', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.045243] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Creating folder: Project (86b94d24fd4b4cbdad7521d31585668b). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.045567] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a26c7f5a-962c-4daf-a0fe-aa2c2b40c4ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.052955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.741s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.060026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.529s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.060026] env[69486]: INFO nova.compute.claims [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.062760] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Created folder: Project (86b94d24fd4b4cbdad7521d31585668b) in parent group-v642494. [ 695.062982] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Creating folder: Instances. Parent ref: group-v642579. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.063462] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ba42fe-d656-4c32-8320-8754a5da6565 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.076157] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Created folder: Instances in parent group-v642579. [ 695.076157] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.076157] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.076157] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c42db0-ea96-4205-aa53-38a4449b9985 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.097691] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Received event network-changed-eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 695.097885] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Refreshing instance network info cache due to event network-changed-eae120fb-a82e-4b16-b8d2-acc9f14c35e8. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 695.098115] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquiring lock "refresh_cache-647ccacb-d909-4809-910b-caa4a7732b61" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.098672] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquired lock "refresh_cache-647ccacb-d909-4809-910b-caa4a7732b61" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.098672] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Refreshing network info cache for port eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.104300] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.104300] env[69486]: value = "task-3213677" [ 695.104300] env[69486]: _type = "Task" [ 695.104300] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.113575] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213677, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.141652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.264119] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685164} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.264479] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 647ccacb-d909-4809-910b-caa4a7732b61/647ccacb-d909-4809-910b-caa4a7732b61.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.264743] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.265055] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a1b5b81-2d22-4fcf-891d-761ae339f64d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.273239] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 695.273239] env[69486]: value = "task-3213678" [ 695.273239] env[69486]: _type = "Task" [ 695.273239] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.282924] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.618311] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213677, 'name': CreateVM_Task, 'duration_secs': 0.413431} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.618595] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.620238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.620238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.620238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.620532] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86850c7-b889-43e5-8c22-83b9bcad0c2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.627608] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 695.627608] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a65892-f5b8-ff1d-456b-3f4fad69fda0" [ 695.627608] env[69486]: _type = "Task" [ 695.627608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.632715] env[69486]: INFO nova.scheduler.client.report [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted allocation for migration 70f1074b-6930-43a3-ba1f-42b87d5ab2e6 [ 695.642138] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a65892-f5b8-ff1d-456b-3f4fad69fda0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.782811] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06834} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.783228] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.784065] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc7215-beee-4806-b340-312f33f5739f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.814347] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 647ccacb-d909-4809-910b-caa4a7732b61/647ccacb-d909-4809-910b-caa4a7732b61.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.818595] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5a2cdc-5ff1-472e-ba34-1378b137ae6e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.844845] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 695.844845] env[69486]: value = "task-3213679" [ 695.844845] env[69486]: _type = "Task" [ 695.844845] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.861809] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.961657] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c045a-9d1f-961b-d319-b0df438e39ed/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.962609] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b970dc-6bcb-4b51-ba4c-2f12b313dbfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.968722] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c045a-9d1f-961b-d319-b0df438e39ed/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.968909] env[69486]: ERROR oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c045a-9d1f-961b-d319-b0df438e39ed/disk-0.vmdk due to incomplete transfer. [ 695.969152] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0890ffc1-d063-49f0-86dc-9185273adc69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.976231] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c045a-9d1f-961b-d319-b0df438e39ed/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.976484] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Uploaded image 19109b1b-6a2f-4c6a-aa5e-75f55b2a0fb0 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.978412] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.978664] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-477c019c-7a4c-479b-be24-cf9dc5f18680 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.982146] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Updated VIF entry in instance network info cache for port eae120fb-a82e-4b16-b8d2-acc9f14c35e8. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.982394] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Updating instance_info_cache with network_info: [{"id": "eae120fb-a82e-4b16-b8d2-acc9f14c35e8", "address": "fa:16:3e:cc:49:38", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae120fb-a8", "ovs_interfaceid": "eae120fb-a82e-4b16-b8d2-acc9f14c35e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.984951] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 695.984951] env[69486]: value = "task-3213680" [ 695.984951] env[69486]: _type = "Task" [ 695.984951] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.994412] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213680, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.141165] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a65892-f5b8-ff1d-456b-3f4fad69fda0, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.141732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.145021] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.145021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.145021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.145021] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.147013] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7999cb23-f53f-495d-98ce-23d8bcb74945 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.234s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.148852] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddb4b468-3725-4b6f-a071-cd04ab3ed216 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.158593] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.158774] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.159593] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1740f1b-5de6-4710-93d6-407dac7eb77f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.169140] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 696.169140] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c85cb4-ecab-ab23-1949-b334fad5718e" [ 696.169140] env[69486]: _type = "Task" [ 696.169140] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.185236] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c85cb4-ecab-ab23-1949-b334fad5718e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.358794] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.490071] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Releasing lock "refresh_cache-647ccacb-d909-4809-910b-caa4a7732b61" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.490454] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Received event network-vif-plugged-ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 696.490727] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquiring lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.490974] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.491257] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.491503] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] No waiting events found dispatching network-vif-plugged-ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.491741] env[69486]: WARNING nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Received unexpected event network-vif-plugged-ebde0a79-005f-4104-9e0e-20a2fa0fbf88 for instance with vm_state building and task_state spawning. [ 696.491954] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Received event network-changed-ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 696.492329] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Refreshing instance network info cache due to event network-changed-ebde0a79-005f-4104-9e0e-20a2fa0fbf88. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 696.492529] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquiring lock "refresh_cache-843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.492745] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquired lock "refresh_cache-843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.492983] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Refreshing network info cache for port ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.500455] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213680, 'name': Destroy_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.600034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.600298] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.600580] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.600682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.600846] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.604913] env[69486]: INFO nova.compute.manager [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Terminating instance [ 696.684032] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c85cb4-ecab-ab23-1949-b334fad5718e, 'name': SearchDatastore_Task, 'duration_secs': 0.052152} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.685418] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68e8f0b-cffb-482a-bda7-85519a336726 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.691133] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 696.691133] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e73c8e-cbe9-9bf9-9510-ebd990fc2f75" [ 696.691133] env[69486]: _type = "Task" [ 696.691133] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.704896] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e73c8e-cbe9-9bf9-9510-ebd990fc2f75, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.708745] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.709227] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca/843aebb5-20d0-4ada-b64a-3ae79bb6d5ca.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.710654] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6834336d-a2b8-4bde-9354-48e59db0609b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.717386] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 696.717386] env[69486]: value = "task-3213681" [ 696.717386] env[69486]: _type = "Task" [ 696.717386] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.724529] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d385bf-01ba-4d90-8b09-4c5a5c8fc8f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.731989] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.735077] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c0e2b-c1e0-43b9-b4af-90b7d720c44e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.767686] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79aef87-afd8-46e1-83bd-5bc84a1c20b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.776196] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927438f8-495e-4551-9a25-10b111a8d111 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.791021] env[69486]: DEBUG nova.compute.provider_tree [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.855299] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213679, 'name': ReconfigVM_Task, 'duration_secs': 0.686512} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.855580] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 647ccacb-d909-4809-910b-caa4a7732b61/647ccacb-d909-4809-910b-caa4a7732b61.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.856300] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-729d9540-35f3-4289-8a6e-ee0ca136499f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.862538] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 696.862538] env[69486]: value = "task-3213682" [ 696.862538] env[69486]: _type = "Task" [ 696.862538] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.870425] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213682, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.006367] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213680, 'name': Destroy_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.109752] env[69486]: DEBUG nova.compute.manager [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.110147] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.111605] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8499d9e-5672-4229-a382-a5178947424c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.123024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.124337] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a36f129-fc6c-49dc-bd40-de9f43d39daf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.132580] env[69486]: DEBUG oslo_vmware.api [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 697.132580] env[69486]: value = "task-3213683" [ 697.132580] env[69486]: _type = "Task" [ 697.132580] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.146553] env[69486]: DEBUG oslo_vmware.api [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.227371] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496782} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.227963] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca/843aebb5-20d0-4ada-b64a-3ae79bb6d5ca.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.227963] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.228132] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29371d31-bbe4-4023-920c-132500a7370d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.234809] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 697.234809] env[69486]: value = "task-3213684" [ 697.234809] env[69486]: _type = "Task" [ 697.234809] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.243686] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.300159] env[69486]: DEBUG nova.scheduler.client.report [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.317827] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Updated VIF entry in instance network info cache for port ebde0a79-005f-4104-9e0e-20a2fa0fbf88. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.318248] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Updating instance_info_cache with network_info: [{"id": "ebde0a79-005f-4104-9e0e-20a2fa0fbf88", "address": "fa:16:3e:df:80:20", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebde0a79-00", "ovs_interfaceid": "ebde0a79-005f-4104-9e0e-20a2fa0fbf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.373174] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213682, 'name': Rename_Task, 'duration_secs': 0.411962} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.373455] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.373693] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e105b2-7151-401c-b59d-bda3aadcf37e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.380706] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 697.380706] env[69486]: value = "task-3213685" [ 697.380706] env[69486]: _type = "Task" [ 697.380706] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.392299] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.498102] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213680, 'name': Destroy_Task, 'duration_secs': 1.413939} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.498423] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Destroyed the VM [ 697.498709] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.499062] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d90b2ff9-de82-4d3d-be76-4ebd09d9382d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.511163] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 697.511163] env[69486]: value = "task-3213686" [ 697.511163] env[69486]: _type = "Task" [ 697.511163] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.523345] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.643483] env[69486]: DEBUG oslo_vmware.api [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213683, 'name': PowerOffVM_Task, 'duration_secs': 0.467299} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.643483] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.643746] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.643958] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a16aef1-df4b-4633-81e8-255bd8384fba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.706991] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.707313] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.707450] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Deleting the datastore file [datastore1] 1f590372-382e-4cbf-aa82-fe6e4e342ee3 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.707713] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db7596c-6755-46f5-bd9f-cff6e44cb0a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.719584] env[69486]: DEBUG oslo_vmware.api [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for the task: (returnval){ [ 697.719584] env[69486]: value = "task-3213688" [ 697.719584] env[69486]: _type = "Task" [ 697.719584] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.728023] env[69486]: DEBUG oslo_vmware.api [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.744650] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070431} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.745048] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.745814] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c53dd9e-bf0a-4168-bdd6-702d8629866e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.768019] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca/843aebb5-20d0-4ada-b64a-3ae79bb6d5ca.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.768762] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e73c31ce-21f0-4584-b8b4-f89f17baed81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.791215] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 697.791215] env[69486]: value = "task-3213689" [ 697.791215] env[69486]: _type = "Task" [ 697.791215] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.802410] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.808396] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.808992] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.813338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.553s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.815750] env[69486]: INFO nova.compute.claims [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.821964] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Releasing lock "refresh_cache-843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.822276] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-changed-ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 697.824262] env[69486]: DEBUG nova.compute.manager [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Refreshing instance network info cache due to event network-changed-ddf86562-a9a9-4c56-9d24-a3b01536f28c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 697.824554] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquiring lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.824739] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Acquired lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.825428] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Refreshing network info cache for port ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.892418] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.024314] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213686, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.042460] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "8c65ecb4-c94f-4841-a432-776e0a94fc73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.042683] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.229796] env[69486]: DEBUG oslo_vmware.api [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Task: {'id': task-3213688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322728} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.230062] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.230255] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.230429] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.230600] env[69486]: INFO nova.compute.manager [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 698.230843] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.231053] env[69486]: DEBUG nova.compute.manager [-] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.231150] env[69486]: DEBUG nova.network.neutron [-] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.302462] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213689, 'name': ReconfigVM_Task, 'duration_secs': 0.333387} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.302745] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca/843aebb5-20d0-4ada-b64a-3ae79bb6d5ca.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.303738] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641cc2d4-4a0f-4e3b-b639-ca328dcbfe58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.310493] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 698.310493] env[69486]: value = "task-3213690" [ 698.310493] env[69486]: _type = "Task" [ 698.310493] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.314524] env[69486]: DEBUG nova.compute.utils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.315892] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.316087] env[69486]: DEBUG nova.network.neutron [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.324542] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213690, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.378231] env[69486]: DEBUG nova.policy [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c903437f49042ce9d39854f46060839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1947d2d9e0c4ec49a6e426353a329e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.396265] env[69486]: DEBUG oslo_vmware.api [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213685, 'name': PowerOnVM_Task, 'duration_secs': 0.809715} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.396688] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.396958] env[69486]: INFO nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Took 8.88 seconds to spawn the instance on the hypervisor. [ 698.397209] env[69486]: DEBUG nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.398136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c462b90e-dbdc-4152-966d-c327db9a00c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.524619] env[69486]: DEBUG oslo_vmware.api [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.662426} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.525063] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.525730] env[69486]: INFO nova.compute.manager [None req-a5109864-a0a8-4236-bdcd-e80d1d354292 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Took 16.63 seconds to snapshot the instance on the hypervisor. [ 698.617905] env[69486]: DEBUG nova.compute.manager [req-809e0857-240f-49a5-9b95-34e4e7056df8 req-f72b1283-5828-445a-8eb1-d08b386e1dc5 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Received event network-vif-deleted-1e4b619a-5f19-41db-bd4c-32e661e2375b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 698.618248] env[69486]: INFO nova.compute.manager [req-809e0857-240f-49a5-9b95-34e4e7056df8 req-f72b1283-5828-445a-8eb1-d08b386e1dc5 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Neutron deleted interface 1e4b619a-5f19-41db-bd4c-32e661e2375b; detaching it from the instance and deleting it from the info cache [ 698.618438] env[69486]: DEBUG nova.network.neutron [req-809e0857-240f-49a5-9b95-34e4e7056df8 req-f72b1283-5828-445a-8eb1-d08b386e1dc5 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.821764] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.832703] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updated VIF entry in instance network info cache for port ddf86562-a9a9-4c56-9d24-a3b01536f28c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.832936] env[69486]: DEBUG nova.network.neutron [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.837662] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213690, 'name': Rename_Task, 'duration_secs': 0.252615} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.838202] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.838493] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9513cc37-3e86-4a4c-93cb-fa472bf6731f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.845262] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 698.845262] env[69486]: value = "task-3213691" [ 698.845262] env[69486]: _type = "Task" [ 698.845262] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.862383] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.923491] env[69486]: INFO nova.compute.manager [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Took 38.38 seconds to build instance. [ 698.995419] env[69486]: DEBUG nova.network.neutron [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Successfully created port: b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.037588] env[69486]: DEBUG nova.network.neutron [-] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.125607] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fde096bd-47c2-4ce8-a1f0-8ebe96996b31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.140739] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6791c80b-e4c3-4e4e-893b-6a6e11c95465 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.182340] env[69486]: DEBUG nova.compute.manager [req-809e0857-240f-49a5-9b95-34e4e7056df8 req-f72b1283-5828-445a-8eb1-d08b386e1dc5 service nova] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Detach interface failed, port_id=1e4b619a-5f19-41db-bd4c-32e661e2375b, reason: Instance 1f590372-382e-4cbf-aa82-fe6e4e342ee3 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 699.339283] env[69486]: DEBUG oslo_concurrency.lockutils [req-c45d52b5-a691-45cd-9ea9-8c40c0b185d3 req-57db36ff-32c1-4d7b-93a5-7323da5bff1c service nova] Releasing lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.362344] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.427763] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0712cac0-6174-4247-9190-1a7f27b1b788 tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "647ccacb-d909-4809-910b-caa4a7732b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.276s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.540438] env[69486]: INFO nova.compute.manager [-] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Took 1.31 seconds to deallocate network for instance. [ 699.579134] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeaedac-cf66-4a14-82b7-c355742d0bba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.589371] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.589742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.590923] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4be50cd-2de9-4a3c-a2fc-0d7f716e787a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.626601] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f436bdaa-867c-469f-aec2-f9e6cb5a4d45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.635322] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5dfab-62ed-4706-8f20-2562f6484ca3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.648020] env[69486]: DEBUG nova.compute.provider_tree [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.841601] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.858686] env[69486]: DEBUG oslo_vmware.api [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213691, 'name': PowerOnVM_Task, 'duration_secs': 0.59683} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.865160] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.865160] env[69486]: INFO nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Took 7.70 seconds to spawn the instance on the hypervisor. [ 699.865160] env[69486]: DEBUG nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.865160] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70cd6ca-18d3-4fc7-83ea-45a092af5abd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.870388] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.870628] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.870785] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.870964] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.871152] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.871281] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.871497] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.872642] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.872642] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.872642] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.872642] env[69486]: DEBUG nova.virt.hardware [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.873264] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f785b4-e9b1-4252-a356-e3887b31c93f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.886869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f4245e-63e8-4167-ba94-f7ab8086f135 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.931132] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.049651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.151682] env[69486]: DEBUG nova.scheduler.client.report [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.388530] env[69486]: INFO nova.compute.manager [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Took 38.10 seconds to build instance. [ 700.459330] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.653119] env[69486]: DEBUG nova.compute.manager [req-5311f572-e9d6-4d3c-9080-8da95146ce92 req-a4ea17a7-8958-448f-a13d-720955e5122d service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Received event network-vif-plugged-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 700.653119] env[69486]: DEBUG oslo_concurrency.lockutils [req-5311f572-e9d6-4d3c-9080-8da95146ce92 req-a4ea17a7-8958-448f-a13d-720955e5122d service nova] Acquiring lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.653338] env[69486]: DEBUG oslo_concurrency.lockutils [req-5311f572-e9d6-4d3c-9080-8da95146ce92 req-a4ea17a7-8958-448f-a13d-720955e5122d service nova] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.653501] env[69486]: DEBUG oslo_concurrency.lockutils [req-5311f572-e9d6-4d3c-9080-8da95146ce92 req-a4ea17a7-8958-448f-a13d-720955e5122d service nova] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.653669] env[69486]: DEBUG nova.compute.manager [req-5311f572-e9d6-4d3c-9080-8da95146ce92 req-a4ea17a7-8958-448f-a13d-720955e5122d service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] No waiting events found dispatching network-vif-plugged-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.653874] env[69486]: WARNING nova.compute.manager [req-5311f572-e9d6-4d3c-9080-8da95146ce92 req-a4ea17a7-8958-448f-a13d-720955e5122d service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Received unexpected event network-vif-plugged-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d for instance with vm_state building and task_state spawning. [ 700.657264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.657660] env[69486]: DEBUG nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.660274] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.801s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.662042] env[69486]: INFO nova.compute.claims [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.684707] env[69486]: DEBUG nova.network.neutron [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Successfully updated port: b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.784255] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "647ccacb-d909-4809-910b-caa4a7732b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.784670] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "647ccacb-d909-4809-910b-caa4a7732b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.785061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "647ccacb-d909-4809-910b-caa4a7732b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.785359] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "647ccacb-d909-4809-910b-caa4a7732b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.785654] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "647ccacb-d909-4809-910b-caa4a7732b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.788422] env[69486]: INFO nova.compute.manager [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Terminating instance [ 700.867479] env[69486]: DEBUG nova.compute.manager [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.868425] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7de8f6-613b-42bb-a334-59e8ed75e539 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.890650] env[69486]: DEBUG oslo_concurrency.lockutils [None req-17c6b864-4676-413c-a5f6-d246ea4509be tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.498s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.167462] env[69486]: DEBUG nova.compute.utils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.169912] env[69486]: DEBUG nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.190357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.190357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquired lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.190591] env[69486]: DEBUG nova.network.neutron [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.292809] env[69486]: DEBUG nova.compute.manager [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.293835] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.293986] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe3121-9078-4cdc-8c7a-a3ce35cf8fc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.302401] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.302646] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb334abf-e27e-4700-b644-479725c6e321 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.309108] env[69486]: DEBUG oslo_vmware.api [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 701.309108] env[69486]: value = "task-3213692" [ 701.309108] env[69486]: _type = "Task" [ 701.309108] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.318423] env[69486]: DEBUG oslo_vmware.api [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.348701] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.349034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.349278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.349486] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.349738] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.352014] env[69486]: INFO nova.compute.manager [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Terminating instance [ 701.379739] env[69486]: INFO nova.compute.manager [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] instance snapshotting [ 701.382669] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83032a-532b-47cd-a3ca-d48e555251e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.401762] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.405356] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a5a84-1681-4dee-b893-b9df84cdbaf0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.672251] env[69486]: DEBUG nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.750232] env[69486]: DEBUG nova.network.neutron [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.819573] env[69486]: DEBUG oslo_vmware.api [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213692, 'name': PowerOffVM_Task, 'duration_secs': 0.187626} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.823192] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.823399] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.823902] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba14e10c-b557-4f3c-beba-ae55aaac8092 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.855945] env[69486]: DEBUG nova.compute.manager [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.856230] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.857492] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da123051-7d37-4575-8d73-db7af0568b7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.866081] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.866501] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46974e11-2e90-41b2-9fb2-3cdb669a4778 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.875935] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 701.875935] env[69486]: value = "task-3213694" [ 701.875935] env[69486]: _type = "Task" [ 701.875935] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.886098] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.905232] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.905453] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.909150] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Deleting the datastore file [datastore2] 647ccacb-d909-4809-910b-caa4a7732b61 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.909150] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21571ee-4c7c-4df0-8075-97747d697c59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.913068] env[69486]: DEBUG oslo_vmware.api [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for the task: (returnval){ [ 701.913068] env[69486]: value = "task-3213695" [ 701.913068] env[69486]: _type = "Task" [ 701.913068] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.920230] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 701.920554] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6a7558d-c830-40d4-8a3d-33a610e0efcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.929601] env[69486]: DEBUG oslo_vmware.api [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.932338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.933778] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 701.933778] env[69486]: value = "task-3213696" [ 701.933778] env[69486]: _type = "Task" [ 701.933778] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.941894] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.945773] env[69486]: DEBUG nova.network.neutron [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Updating instance_info_cache with network_info: [{"id": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "address": "fa:16:3e:ac:de:4a", "network": {"id": "f376985c-7f1d-48ef-998a-f64a7abb4e57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1526598094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1947d2d9e0c4ec49a6e426353a329e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb456dcf8-e9", "ovs_interfaceid": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.317616] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd6d84-4ddd-4591-a6b1-96e5a0b8e8a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.325345] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e50d3e-1561-4833-a72f-6e71d7bd3061 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.357680] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a13b1-48f7-4133-81cb-853b7a29350d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.366652] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0b2a2-6dc8-42eb-8c4e-65c3a35be09a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.380824] env[69486]: DEBUG nova.compute.provider_tree [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.390688] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.426516] env[69486]: DEBUG oslo_vmware.api [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Task: {'id': task-3213695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239363} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.427153] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.427153] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.427153] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.427336] env[69486]: INFO nova.compute.manager [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 702.429086] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.429086] env[69486]: DEBUG nova.compute.manager [-] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.429086] env[69486]: DEBUG nova.network.neutron [-] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.443203] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.448854] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Releasing lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.449204] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Instance network_info: |[{"id": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "address": "fa:16:3e:ac:de:4a", "network": {"id": "f376985c-7f1d-48ef-998a-f64a7abb4e57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1526598094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1947d2d9e0c4ec49a6e426353a329e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb456dcf8-e9", "ovs_interfaceid": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.449596] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:de:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.457367] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Creating folder: Project (e1947d2d9e0c4ec49a6e426353a329e4). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.457662] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8593d004-025b-42dd-9c86-fe0afd3681c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.469616] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Created folder: Project (e1947d2d9e0c4ec49a6e426353a329e4) in parent group-v642494. [ 702.469817] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Creating folder: Instances. Parent ref: group-v642582. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.470105] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0c786b-b993-4591-a968-b891e4ea4e0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.480970] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Created folder: Instances in parent group-v642582. [ 702.481259] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.481457] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.481673] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ee5359-9cfc-41b6-b834-1768ab35730e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.502387] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.502387] env[69486]: value = "task-3213699" [ 702.502387] env[69486]: _type = "Task" [ 702.502387] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.514219] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213699, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.685567] env[69486]: DEBUG nova.compute.manager [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Received event network-changed-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 702.685821] env[69486]: DEBUG nova.compute.manager [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Refreshing instance network info cache due to event network-changed-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 702.686369] env[69486]: DEBUG oslo_concurrency.lockutils [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] Acquiring lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.686525] env[69486]: DEBUG oslo_concurrency.lockutils [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] Acquired lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.686699] env[69486]: DEBUG nova.network.neutron [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Refreshing network info cache for port b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.690016] env[69486]: DEBUG nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.723243] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.723697] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.723963] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.724245] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.724438] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.724623] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.724874] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.725159] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.725385] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.725588] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.725811] env[69486]: DEBUG nova.virt.hardware [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.727136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc78c47-22ff-4d36-a27f-3c8ba9e9fcab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.737833] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5b968-e39e-4c0f-ab1e-8afdb993ed5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.751742] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.757845] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Creating folder: Project (0c4e6f0d956f4b38bc879b51c09f1f94). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.759741] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0511c55f-2ede-46d2-974a-f3a847877ab1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.771328] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Created folder: Project (0c4e6f0d956f4b38bc879b51c09f1f94) in parent group-v642494. [ 702.771578] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Creating folder: Instances. Parent ref: group-v642585. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.771832] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e026a8b1-8ec2-40ad-9680-2bcb5e1e128c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.782384] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Created folder: Instances in parent group-v642585. [ 702.782549] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.782745] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.783179] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ebbbd0a-acc5-4226-8280-1b0563ed8c2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.801530] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.801530] env[69486]: value = "task-3213702" [ 702.801530] env[69486]: _type = "Task" [ 702.801530] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.809784] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213702, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.886458] env[69486]: DEBUG nova.scheduler.client.report [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.893382] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213694, 'name': PowerOffVM_Task, 'duration_secs': 0.900018} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.893909] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.894102] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.894360] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c694a5-f8c5-4dda-8e8f-4f05f5fe3fbc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.945177] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.950168] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.950542] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.950622] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Deleting the datastore file [datastore2] 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.950878] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1468c15f-5b3d-4f2e-bdcd-930551b14b38 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.958218] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for the task: (returnval){ [ 702.958218] env[69486]: value = "task-3213704" [ 702.958218] env[69486]: _type = "Task" [ 702.958218] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.966822] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.013161] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213699, 'name': CreateVM_Task, 'duration_secs': 0.394809} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.013383] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.014185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.014400] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.014761] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.015129] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790b08f2-b8fd-45cd-98ee-27c3a5af41c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.020539] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 703.020539] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bfb73d-b43b-ee6d-66e4-2c0f1694bd2d" [ 703.020539] env[69486]: _type = "Task" [ 703.020539] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.028971] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bfb73d-b43b-ee6d-66e4-2c0f1694bd2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.262334] env[69486]: DEBUG nova.network.neutron [-] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.315702] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213702, 'name': CreateVM_Task, 'duration_secs': 0.334517} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.317048] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.317048] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.395050] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.396000] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.775s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.396370] env[69486]: DEBUG nova.objects.instance [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lazy-loading 'resources' on Instance uuid 3a76616f-24ab-4bb5-9471-07e9f0ede930 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.431321] env[69486]: DEBUG nova.network.neutron [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Updated VIF entry in instance network info cache for port b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.431725] env[69486]: DEBUG nova.network.neutron [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Updating instance_info_cache with network_info: [{"id": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "address": "fa:16:3e:ac:de:4a", "network": {"id": "f376985c-7f1d-48ef-998a-f64a7abb4e57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1526598094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1947d2d9e0c4ec49a6e426353a329e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb456dcf8-e9", "ovs_interfaceid": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.447658] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213696, 'name': CreateSnapshot_Task, 'duration_secs': 1.268118} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.447991] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 703.448766] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a10ac3-4dc6-4533-a41e-536fb510c5e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.467488] env[69486]: DEBUG oslo_vmware.api [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Task: {'id': task-3213704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185315} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.467783] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.467978] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.468218] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.468399] env[69486]: INFO nova.compute.manager [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Took 1.61 seconds to destroy the instance on the hypervisor. [ 703.468638] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.468819] env[69486]: DEBUG nova.compute.manager [-] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.468913] env[69486]: DEBUG nova.network.neutron [-] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.530828] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bfb73d-b43b-ee6d-66e4-2c0f1694bd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.531483] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.531483] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.531819] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.531819] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532023] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.532552] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532617] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532955] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c23128-e0cb-48a9-b688-e7f6ad59deec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.537056] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc96823-35e1-46d0-9f2e-5a2294c0a033 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.541724] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 703.541724] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5217b2f1-03a1-e8fa-5985-744819051429" [ 703.541724] env[69486]: _type = "Task" [ 703.541724] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.547522] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.547749] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.549156] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29ee683-bf1d-4c64-8eb9-9fd8fe77ad66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.556007] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5217b2f1-03a1-e8fa-5985-744819051429, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.556857] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.556943] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.557186] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.558861] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 703.558861] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523d636e-85a1-742a-5412-bd46593cb5c8" [ 703.558861] env[69486]: _type = "Task" [ 703.558861] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.567239] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523d636e-85a1-742a-5412-bd46593cb5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.765106] env[69486]: INFO nova.compute.manager [-] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Took 1.34 seconds to deallocate network for instance. [ 703.898921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "8c0da6ba-5961-42fb-92ad-e4c13424979f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.899636] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "8c0da6ba-5961-42fb-92ad-e4c13424979f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.934747] env[69486]: DEBUG oslo_concurrency.lockutils [req-c291fd48-6f4c-4c20-b17b-5f573b9a73b5 req-26eb4002-168c-46c2-8e3d-0422ee0c144b service nova] Releasing lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.970055] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.973016] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d2d01b2-fc50-45ee-9001-52c64a0e6864 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.986519] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 703.986519] env[69486]: value = "task-3213705" [ 703.986519] env[69486]: _type = "Task" [ 703.986519] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.998295] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213705, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.069926] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523d636e-85a1-742a-5412-bd46593cb5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.074048] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3063fc5a-d27e-4603-b490-1e98968fedea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.079743] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 704.079743] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521538d8-f9c3-4818-d6b2-fecdc7a7a53b" [ 704.079743] env[69486]: _type = "Task" [ 704.079743] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.090639] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521538d8-f9c3-4818-d6b2-fecdc7a7a53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.238922] env[69486]: DEBUG nova.network.neutron [-] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.271460] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.404545] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "8c0da6ba-5961-42fb-92ad-e4c13424979f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.405124] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.409021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9459c46-f017-4566-947a-2aeef5b94002 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.417110] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bcc4ec-f156-48f0-9594-2baeb8c96388 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.449960] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7fdc0-1061-4f12-8ba7-3ba383f34404 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.458920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f297a8c-e3a7-4db2-8709-af60e516d6b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.473938] env[69486]: DEBUG nova.compute.provider_tree [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.499904] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213705, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.595037] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521538d8-f9c3-4818-d6b2-fecdc7a7a53b, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.595037] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.595037] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f5f03876-cb29-46ed-8bc7-f70d73fa4e55/f5f03876-cb29-46ed-8bc7-f70d73fa4e55.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.595037] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.595498] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.595498] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05de13a9-5a72-4e46-9ec3-2d03089a8977 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.596505] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d3c131-fef2-4054-9828-69da57cb6a71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.604540] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 704.604540] env[69486]: value = "task-3213706" [ 704.604540] env[69486]: _type = "Task" [ 704.604540] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.609678] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.609862] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.613157] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030ae2fc-afd4-4507-ac11-1893328ce345 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.615373] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.619289] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 704.619289] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5298477c-1c6a-1b94-e901-24c101e7c718" [ 704.619289] env[69486]: _type = "Task" [ 704.619289] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.627234] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5298477c-1c6a-1b94-e901-24c101e7c718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.717403] env[69486]: DEBUG nova.compute.manager [req-759b1f86-6655-48b5-a160-22252915daff req-1ca1d2d6-a4a3-4d48-bcda-36e9800822bd service nova] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Received event network-vif-deleted-eae120fb-a82e-4b16-b8d2-acc9f14c35e8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 704.717770] env[69486]: DEBUG nova.compute.manager [req-759b1f86-6655-48b5-a160-22252915daff req-1ca1d2d6-a4a3-4d48-bcda-36e9800822bd service nova] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Received event network-vif-deleted-ebde0a79-005f-4104-9e0e-20a2fa0fbf88 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 704.740845] env[69486]: INFO nova.compute.manager [-] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Took 1.27 seconds to deallocate network for instance. [ 704.913742] env[69486]: DEBUG nova.compute.utils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.915299] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.915469] env[69486]: DEBUG nova.network.neutron [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.976127] env[69486]: DEBUG nova.policy [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '585f3ecd37314b33a2f38405135f8364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d1002729cd4fcc9b207569ef66aa01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.979095] env[69486]: DEBUG nova.scheduler.client.report [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.001783] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213705, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.114829] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471693} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.115264] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f5f03876-cb29-46ed-8bc7-f70d73fa4e55/f5f03876-cb29-46ed-8bc7-f70d73fa4e55.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.115573] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.115757] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868e6f70-2b96-4ff7-92ad-3376df924d5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.124499] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 705.124499] env[69486]: value = "task-3213707" [ 705.124499] env[69486]: _type = "Task" [ 705.124499] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.131681] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5298477c-1c6a-1b94-e901-24c101e7c718, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.133249] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247a0049-f5e1-4749-8101-d7def3d4c9f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.138359] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.143157] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 705.143157] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bf89ec-aa41-3907-634f-e44708d9e366" [ 705.143157] env[69486]: _type = "Task" [ 705.143157] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.152439] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bf89ec-aa41-3907-634f-e44708d9e366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.247364] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.345334] env[69486]: DEBUG nova.network.neutron [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Successfully created port: bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.421238] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.484349] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.486870] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.947s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.490151] env[69486]: INFO nova.compute.claims [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.505519] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213705, 'name': CloneVM_Task, 'duration_secs': 1.4861} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.506054] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Created linked-clone VM from snapshot [ 705.506738] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb60063-5dea-45b3-be19-8e2980ed4b18 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.516025] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Uploading image 172bd64f-941e-4bf7-850d-c7c4120c2db3 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.519178] env[69486]: INFO nova.scheduler.client.report [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Deleted allocations for instance 3a76616f-24ab-4bb5-9471-07e9f0ede930 [ 705.549798] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.549798] env[69486]: value = "vm-642589" [ 705.549798] env[69486]: _type = "VirtualMachine" [ 705.549798] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.549798] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0fca257-71d8-4482-a2bd-24f61f99a3b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.559401] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lease: (returnval){ [ 705.559401] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ec42f-0af4-4d21-4d23-e399ebe4a83a" [ 705.559401] env[69486]: _type = "HttpNfcLease" [ 705.559401] env[69486]: } obtained for exporting VM: (result){ [ 705.559401] env[69486]: value = "vm-642589" [ 705.559401] env[69486]: _type = "VirtualMachine" [ 705.559401] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.559401] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the lease: (returnval){ [ 705.559401] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ec42f-0af4-4d21-4d23-e399ebe4a83a" [ 705.559401] env[69486]: _type = "HttpNfcLease" [ 705.559401] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.567327] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.567327] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ec42f-0af4-4d21-4d23-e399ebe4a83a" [ 705.567327] env[69486]: _type = "HttpNfcLease" [ 705.567327] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 705.639507] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081371} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.639803] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.640648] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7227eab-5e26-414a-ae5b-518cd564ad05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.666974] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] f5f03876-cb29-46ed-8bc7-f70d73fa4e55/f5f03876-cb29-46ed-8bc7-f70d73fa4e55.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.667737] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd85da69-8bef-4c70-a4b0-3ef93d364d7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.686959] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bf89ec-aa41-3907-634f-e44708d9e366, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.687611] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.687868] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f27b521f-9193-4db1-a108-c1f3ac567ce8/f27b521f-9193-4db1-a108-c1f3ac567ce8.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.688141] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac481c89-3782-4243-9c23-ed87a176f853 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.693124] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 705.693124] env[69486]: value = "task-3213709" [ 705.693124] env[69486]: _type = "Task" [ 705.693124] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.697237] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 705.697237] env[69486]: value = "task-3213710" [ 705.697237] env[69486]: _type = "Task" [ 705.697237] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.703986] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.709286] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.026725] env[69486]: DEBUG oslo_concurrency.lockutils [None req-898afba6-228e-4905-93d1-c82d83d7bffe tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.905s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.027785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.636s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.028098] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.028264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.028494] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.030467] env[69486]: INFO nova.compute.manager [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Terminating instance [ 706.067890] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.067890] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ec42f-0af4-4d21-4d23-e399ebe4a83a" [ 706.067890] env[69486]: _type = "HttpNfcLease" [ 706.067890] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.068198] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.068198] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ec42f-0af4-4d21-4d23-e399ebe4a83a" [ 706.068198] env[69486]: _type = "HttpNfcLease" [ 706.068198] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.068940] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1170c1-f013-4033-ba99-f1acbdb2a770 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.077377] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f83a29-f48b-6740-8223-1f6e48f2456b/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.077565] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f83a29-f48b-6740-8223-1f6e48f2456b/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 706.203752] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7b7dea2-f0b7-4f21-96a6-f1e9c1cb2156 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.209826] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213709, 'name': ReconfigVM_Task, 'duration_secs': 0.32968} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.213632] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Reconfigured VM instance instance-0000001c to attach disk [datastore1] f5f03876-cb29-46ed-8bc7-f70d73fa4e55/f5f03876-cb29-46ed-8bc7-f70d73fa4e55.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.214326] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213710, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.216434] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-140e30df-524c-4799-acd9-5928a99118c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.226527] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 706.226527] env[69486]: value = "task-3213711" [ 706.226527] env[69486]: _type = "Task" [ 706.226527] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.240683] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213711, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.428640] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.452952] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.453244] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.453404] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.453583] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.453754] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.454013] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.454122] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.454280] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.454442] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.454603] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.454771] env[69486]: DEBUG nova.virt.hardware [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.455684] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a5f5c-be47-4dab-abd1-16005fa44f04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.465616] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b778bfd-d68c-425e-86a8-e14749861600 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.534865] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.534865] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquired lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.534865] env[69486]: DEBUG nova.network.neutron [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.715602] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523334} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.716292] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f27b521f-9193-4db1-a108-c1f3ac567ce8/f27b521f-9193-4db1-a108-c1f3ac567ce8.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.716292] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.716777] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-447b4a58-82b9-439d-a988-3e10aee00706 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.732139] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 706.732139] env[69486]: value = "task-3213712" [ 706.732139] env[69486]: _type = "Task" [ 706.732139] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.742058] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213711, 'name': Rename_Task, 'duration_secs': 0.179358} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.743040] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.743342] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df4a3f11-677a-4740-b9d2-028033c136ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.748754] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.757383] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 706.757383] env[69486]: value = "task-3213713" [ 706.757383] env[69486]: _type = "Task" [ 706.757383] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.769271] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.039400] env[69486]: DEBUG nova.compute.utils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Can not refresh info_cache because instance was not found {{(pid=69486) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 707.053131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.053131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.053131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.053618] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.053932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.058438] env[69486]: INFO nova.compute.manager [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Terminating instance [ 707.077504] env[69486]: DEBUG nova.network.neutron [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Successfully updated port: bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.080251] env[69486]: DEBUG nova.network.neutron [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.109560] env[69486]: DEBUG nova.compute.manager [req-1175ea71-47c0-445e-981f-486d4d4465a2 req-71c81587-41d3-4468-a675-983122be20d5 service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Received event network-vif-plugged-bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 707.109654] env[69486]: DEBUG oslo_concurrency.lockutils [req-1175ea71-47c0-445e-981f-486d4d4465a2 req-71c81587-41d3-4468-a675-983122be20d5 service nova] Acquiring lock "0c65c80f-99f5-4057-b938-a35f62ecffd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.109788] env[69486]: DEBUG oslo_concurrency.lockutils [req-1175ea71-47c0-445e-981f-486d4d4465a2 req-71c81587-41d3-4468-a675-983122be20d5 service nova] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.109954] env[69486]: DEBUG oslo_concurrency.lockutils [req-1175ea71-47c0-445e-981f-486d4d4465a2 req-71c81587-41d3-4468-a675-983122be20d5 service nova] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.110132] env[69486]: DEBUG nova.compute.manager [req-1175ea71-47c0-445e-981f-486d4d4465a2 req-71c81587-41d3-4468-a675-983122be20d5 service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] No waiting events found dispatching network-vif-plugged-bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.110294] env[69486]: WARNING nova.compute.manager [req-1175ea71-47c0-445e-981f-486d4d4465a2 req-71c81587-41d3-4468-a675-983122be20d5 service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Received unexpected event network-vif-plugged-bbb81b5b-d689-404a-a825-00cc3464c4b6 for instance with vm_state building and task_state spawning. [ 707.129451] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe2a183-cae2-4fdd-b6a9-b5feebe06e11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.138367] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42adb0-addc-4540-8cfe-8c62b9fc578b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.172459] env[69486]: DEBUG nova.network.neutron [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.174069] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce81294f-35c7-45f4-a6d2-0b15a14f3bfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.183230] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c060266e-57d5-4c54-b4f2-a9feb036f471 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.199202] env[69486]: DEBUG nova.compute.provider_tree [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.243569] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130537} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.244616] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.244870] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b09b9f-e1e8-4a93-84d7-7f2408fe4fb6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.265339] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f27b521f-9193-4db1-a108-c1f3ac567ce8/f27b521f-9193-4db1-a108-c1f3ac567ce8.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.266826] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8972a20-60bf-42b9-88c2-6a33f0f2c1b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.290666] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.292287] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 707.292287] env[69486]: value = "task-3213714" [ 707.292287] env[69486]: _type = "Task" [ 707.292287] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.301379] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.562545] env[69486]: DEBUG nova.compute.manager [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.562545] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.563301] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aab2163-836c-4e95-833b-6c4bfb3fe492 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.573703] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.574167] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-194dc5b5-5b85-4b8a-9c4a-337551168929 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.580693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "refresh_cache-0c65c80f-99f5-4057-b938-a35f62ecffd2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.580903] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquired lock "refresh_cache-0c65c80f-99f5-4057-b938-a35f62ecffd2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.581154] env[69486]: DEBUG nova.network.neutron [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.583990] env[69486]: DEBUG oslo_vmware.api [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 707.583990] env[69486]: value = "task-3213715" [ 707.583990] env[69486]: _type = "Task" [ 707.583990] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.594549] env[69486]: DEBUG oslo_vmware.api [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.678038] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Releasing lock "refresh_cache-3a76616f-24ab-4bb5-9471-07e9f0ede930" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.678323] env[69486]: DEBUG nova.compute.manager [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.678528] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.678920] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ecbe568-1ed5-4d39-8868-b8de7157f94b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.690468] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe571b4b-64ec-4d6a-958d-9baecfbd7b0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.704705] env[69486]: DEBUG nova.scheduler.client.report [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.735458] env[69486]: WARNING nova.virt.vmwareapi.vmops [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3a76616f-24ab-4bb5-9471-07e9f0ede930 could not be found. [ 707.735747] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.736047] env[69486]: INFO nova.compute.manager [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Took 0.06 seconds to destroy the instance on the hypervisor. [ 707.736342] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.736933] env[69486]: DEBUG nova.compute.manager [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.737142] env[69486]: DEBUG nova.network.neutron [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.760916] env[69486]: DEBUG nova.network.neutron [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.779102] env[69486]: DEBUG oslo_vmware.api [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213713, 'name': PowerOnVM_Task, 'duration_secs': 0.867097} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.780069] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.780069] env[69486]: INFO nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Took 7.94 seconds to spawn the instance on the hypervisor. [ 707.780273] env[69486]: DEBUG nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.781248] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9cc155-0d0f-43f4-adff-0a0fb8b2eb28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.802820] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213714, 'name': ReconfigVM_Task, 'duration_secs': 0.328256} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.803231] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f27b521f-9193-4db1-a108-c1f3ac567ce8/f27b521f-9193-4db1-a108-c1f3ac567ce8.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.803912] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b624766-4e75-439b-b3dc-be27c19b1e80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.813819] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 707.813819] env[69486]: value = "task-3213716" [ 707.813819] env[69486]: _type = "Task" [ 707.813819] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.824156] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213716, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.099038] env[69486]: DEBUG oslo_vmware.api [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213715, 'name': PowerOffVM_Task, 'duration_secs': 0.32575} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.099038] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.099038] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.099038] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05a7d48d-31c7-4c2e-ac16-4d9d2b3018a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120812] env[69486]: DEBUG nova.network.neutron [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.175187] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.175426] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.175603] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Deleting the datastore file [datastore1] 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.175887] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8698b36d-9880-4150-a6ba-d8cd46649b88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.184317] env[69486]: DEBUG oslo_vmware.api [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for the task: (returnval){ [ 708.184317] env[69486]: value = "task-3213718" [ 708.184317] env[69486]: _type = "Task" [ 708.184317] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.193529] env[69486]: DEBUG oslo_vmware.api [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.209525] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.210277] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.212755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.901s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.212755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.212887] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 708.213193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.497s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.214709] env[69486]: INFO nova.compute.claims [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.218961] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a11ff-a0df-4317-8091-2024a180884c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.227493] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b6aa80-df2c-48e7-b65a-99ba6cc6580c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.246476] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49ee9da-fb28-4846-8f5e-86d957a5289b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.257167] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee523fb8-258e-468c-930d-7c0fceb3c78c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.264106] env[69486]: DEBUG nova.network.neutron [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.301314] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179750MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 708.301471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.305288] env[69486]: INFO nova.compute.manager [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Took 43.80 seconds to build instance. [ 708.316189] env[69486]: DEBUG nova.network.neutron [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Updating instance_info_cache with network_info: [{"id": "bbb81b5b-d689-404a-a825-00cc3464c4b6", "address": "fa:16:3e:71:9e:80", "network": {"id": "dec38311-3de5-4153-98f2-bc131af7a820", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1283651523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d1002729cd4fcc9b207569ef66aa01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb81b5b-d6", "ovs_interfaceid": "bbb81b5b-d689-404a-a825-00cc3464c4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.328805] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213716, 'name': Rename_Task, 'duration_secs': 0.172552} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.329176] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.329479] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97dc3748-cba8-41ed-8d16-2bd13b2dcffd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.339608] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 708.339608] env[69486]: value = "task-3213719" [ 708.339608] env[69486]: _type = "Task" [ 708.339608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.349850] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.695259] env[69486]: DEBUG oslo_vmware.api [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Task: {'id': task-3213718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162022} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.695503] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.695688] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.695861] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.696053] env[69486]: INFO nova.compute.manager [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Took 1.13 seconds to destroy the instance on the hypervisor. [ 708.696378] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.696470] env[69486]: DEBUG nova.compute.manager [-] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.696574] env[69486]: DEBUG nova.network.neutron [-] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.719851] env[69486]: DEBUG nova.compute.utils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.721310] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.721477] env[69486]: DEBUG nova.network.neutron [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.766678] env[69486]: INFO nova.compute.manager [-] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Took 1.03 seconds to deallocate network for instance. [ 708.783102] env[69486]: DEBUG nova.policy [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c5ad98fcf44ef2af0938cc9fe9d521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8108523c672546cfb60a4283d6974b0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.807876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7ca49fba-0a5f-4b89-8615-efbda0a612b8 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.083s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.822395] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Releasing lock "refresh_cache-0c65c80f-99f5-4057-b938-a35f62ecffd2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.822749] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Instance network_info: |[{"id": "bbb81b5b-d689-404a-a825-00cc3464c4b6", "address": "fa:16:3e:71:9e:80", "network": {"id": "dec38311-3de5-4153-98f2-bc131af7a820", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1283651523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d1002729cd4fcc9b207569ef66aa01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb81b5b-d6", "ovs_interfaceid": "bbb81b5b-d689-404a-a825-00cc3464c4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.823722] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:9e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbb81b5b-d689-404a-a825-00cc3464c4b6', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.833124] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Creating folder: Project (b8d1002729cd4fcc9b207569ef66aa01). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.833782] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d272a81-c62f-405a-acd0-6369c94f036b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.850375] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Created folder: Project (b8d1002729cd4fcc9b207569ef66aa01) in parent group-v642494. [ 708.850629] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Creating folder: Instances. Parent ref: group-v642590. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.855428] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46064661-3559-4f34-8296-25af38ce3310 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.857870] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213719, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.869989] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Created folder: Instances in parent group-v642590. [ 708.869989] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.870358] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.870814] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ddcbe0-1e90-492a-acef-d24037deaf68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.894660] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.894660] env[69486]: value = "task-3213722" [ 708.894660] env[69486]: _type = "Task" [ 708.894660] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.909027] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213722, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.226317] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.273186] env[69486]: INFO nova.compute.manager [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance disappeared during terminate [ 709.273186] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bbd3f3a8-c360-4fcd-8003-7e1680378fc1 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "3a76616f-24ab-4bb5-9471-07e9f0ede930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.245s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.310600] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.354684] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213719, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.411029] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213722, 'name': CreateVM_Task, 'duration_secs': 0.46358} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.411029] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.411630] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.411813] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.412255] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.412784] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae474f2c-32f0-4ac6-baa2-2e55a29ee578 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.418531] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 709.418531] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523ccba3-d2b5-5f27-5673-8db7fc4d3040" [ 709.418531] env[69486]: _type = "Task" [ 709.418531] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.439848] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523ccba3-d2b5-5f27-5673-8db7fc4d3040, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.440286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.440515] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.440742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.440887] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441070] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.441516] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b80a4ac-ef44-4f47-936c-bdfa87f80a0d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.446153] env[69486]: DEBUG nova.compute.manager [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Received event network-changed-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 709.446369] env[69486]: DEBUG nova.compute.manager [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Refreshing instance network info cache due to event network-changed-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 709.446599] env[69486]: DEBUG oslo_concurrency.lockutils [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] Acquiring lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446743] env[69486]: DEBUG oslo_concurrency.lockutils [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] Acquired lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.446905] env[69486]: DEBUG nova.network.neutron [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Refreshing network info cache for port b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.456584] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.456813] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.457647] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1f4f4b-2996-4dd4-aca3-7157b2edee8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.465142] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 709.465142] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223625a-2ecc-89a1-5a30-dcb1b32fb972" [ 709.465142] env[69486]: _type = "Task" [ 709.465142] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.479294] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223625a-2ecc-89a1-5a30-dcb1b32fb972, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.480253] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532b9fa6-0d05-4d83-b529-182990d83a00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.492046] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 709.492046] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e59675-0b08-debc-511b-e1d2bc3d85cd" [ 709.492046] env[69486]: _type = "Task" [ 709.492046] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.505261] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e59675-0b08-debc-511b-e1d2bc3d85cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.543277] env[69486]: DEBUG nova.network.neutron [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Successfully created port: d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.600532] env[69486]: DEBUG nova.compute.manager [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Received event network-changed-bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 709.600725] env[69486]: DEBUG nova.compute.manager [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Refreshing instance network info cache due to event network-changed-bbb81b5b-d689-404a-a825-00cc3464c4b6. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 709.600929] env[69486]: DEBUG oslo_concurrency.lockutils [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] Acquiring lock "refresh_cache-0c65c80f-99f5-4057-b938-a35f62ecffd2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.601107] env[69486]: DEBUG oslo_concurrency.lockutils [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] Acquired lock "refresh_cache-0c65c80f-99f5-4057-b938-a35f62ecffd2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.601276] env[69486]: DEBUG nova.network.neutron [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Refreshing network info cache for port bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.828863] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.854587] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213719, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.864161] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee467a24-12fa-442a-bdcd-7a697d86be70 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.872447] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d5033-44b1-4688-9f64-4ba906338042 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.903673] env[69486]: DEBUG nova.network.neutron [-] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.905773] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869bf9a7-5475-49ba-bcf2-fd0014d3fcaf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.913672] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0243dc-91a7-4e50-855c-80eca8ff1f74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.928071] env[69486]: DEBUG nova.compute.provider_tree [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.003488] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e59675-0b08-debc-511b-e1d2bc3d85cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.003758] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.004015] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0c65c80f-99f5-4057-b938-a35f62ecffd2/0c65c80f-99f5-4057-b938-a35f62ecffd2.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.004283] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-046bcb0b-2d82-40f8-b6d0-d1ef80686b0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.013042] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 710.013042] env[69486]: value = "task-3213723" [ 710.013042] env[69486]: _type = "Task" [ 710.013042] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.021430] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.217560] env[69486]: DEBUG nova.network.neutron [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Updated VIF entry in instance network info cache for port b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.217687] env[69486]: DEBUG nova.network.neutron [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Updating instance_info_cache with network_info: [{"id": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "address": "fa:16:3e:ac:de:4a", "network": {"id": "f376985c-7f1d-48ef-998a-f64a7abb4e57", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1526598094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1947d2d9e0c4ec49a6e426353a329e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb456dcf8-e9", "ovs_interfaceid": "b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.241778] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.264861] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.265212] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.265388] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.265572] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.265715] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.265899] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.266145] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.266312] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.266505] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.266684] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.266858] env[69486]: DEBUG nova.virt.hardware [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.268169] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f630eec-c856-4ecc-a950-3090155be020 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.280186] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19707a7e-fb10-484c-87ca-52d6d4808e33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.356152] env[69486]: DEBUG oslo_vmware.api [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213719, 'name': PowerOnVM_Task, 'duration_secs': 1.558855} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.356473] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.356685] env[69486]: INFO nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Took 7.67 seconds to spawn the instance on the hypervisor. [ 710.356869] env[69486]: DEBUG nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.357716] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c01301-2e75-485a-a4e3-39f5b8894819 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.405851] env[69486]: INFO nova.compute.manager [-] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Took 1.71 seconds to deallocate network for instance. [ 710.413336] env[69486]: DEBUG nova.network.neutron [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Updated VIF entry in instance network info cache for port bbb81b5b-d689-404a-a825-00cc3464c4b6. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.413336] env[69486]: DEBUG nova.network.neutron [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Updating instance_info_cache with network_info: [{"id": "bbb81b5b-d689-404a-a825-00cc3464c4b6", "address": "fa:16:3e:71:9e:80", "network": {"id": "dec38311-3de5-4153-98f2-bc131af7a820", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1283651523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d1002729cd4fcc9b207569ef66aa01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb81b5b-d6", "ovs_interfaceid": "bbb81b5b-d689-404a-a825-00cc3464c4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.431530] env[69486]: DEBUG nova.scheduler.client.report [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.523845] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473201} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.524081] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0c65c80f-99f5-4057-b938-a35f62ecffd2/0c65c80f-99f5-4057-b938-a35f62ecffd2.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.524304] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.524557] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b4fd8e-6212-472f-b66b-5d423d06d81c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.532811] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 710.532811] env[69486]: value = "task-3213724" [ 710.532811] env[69486]: _type = "Task" [ 710.532811] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.541484] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.608688] env[69486]: DEBUG nova.compute.manager [None req-e7f0602f-a05b-4f6b-8ffd-ea9f4c2fa0c2 tempest-ServerDiagnosticsV248Test-918370970 tempest-ServerDiagnosticsV248Test-918370970-project-admin] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.609812] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41adacc2-1942-4d38-8327-980c2289e769 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.617883] env[69486]: INFO nova.compute.manager [None req-e7f0602f-a05b-4f6b-8ffd-ea9f4c2fa0c2 tempest-ServerDiagnosticsV248Test-918370970 tempest-ServerDiagnosticsV248Test-918370970-project-admin] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Retrieving diagnostics [ 710.618635] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68becf07-64bd-4538-a321-ff3752d3f878 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.721494] env[69486]: DEBUG oslo_concurrency.lockutils [req-6a0bd991-a396-4d69-a02e-077adb226d0c req-65c0bbe3-cefd-4be6-98ed-172ba7244597 service nova] Releasing lock "refresh_cache-f5f03876-cb29-46ed-8bc7-f70d73fa4e55" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.881834] env[69486]: INFO nova.compute.manager [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Took 42.66 seconds to build instance. [ 710.916044] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.916257] env[69486]: DEBUG oslo_concurrency.lockutils [req-98c7ad56-03a2-4472-9600-8ae9a874b968 req-267f65c3-b666-4012-a0fc-f1e2b5c21e7f service nova] Releasing lock "refresh_cache-0c65c80f-99f5-4057-b938-a35f62ecffd2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.937045] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.937615] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.940222] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.059s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.940447] env[69486]: DEBUG nova.objects.instance [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lazy-loading 'resources' on Instance uuid 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.043381] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225093} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.043639] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.044417] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2867722-3509-4559-a906-02bab0caecdc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.069144] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 0c65c80f-99f5-4057-b938-a35f62ecffd2/0c65c80f-99f5-4057-b938-a35f62ecffd2.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.069457] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a73522-d667-47e9-ac81-0733552e15a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.092460] env[69486]: DEBUG nova.network.neutron [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Successfully updated port: d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.095223] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 711.095223] env[69486]: value = "task-3213725" [ 711.095223] env[69486]: _type = "Task" [ 711.095223] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.105776] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.383626] env[69486]: DEBUG oslo_concurrency.lockutils [None req-50a04693-f6ec-4915-a29f-d5b8a0ac2ed9 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "f27b521f-9193-4db1-a108-c1f3ac567ce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.586s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.443438] env[69486]: DEBUG nova.compute.utils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.444789] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.444961] env[69486]: DEBUG nova.network.neutron [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.513818] env[69486]: DEBUG nova.policy [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c6cdca1937d48acb221c2d995fd505a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e487195d5f9049b0af20ebf41aff43c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.599777] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-23d7be76-bf47-42d3-ac48-38dc79383b16" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.599924] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-23d7be76-bf47-42d3-ac48-38dc79383b16" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.600106] env[69486]: DEBUG nova.network.neutron [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.608359] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.639581] env[69486]: DEBUG nova.compute.manager [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Received event network-vif-deleted-2e50c4a0-a4f3-4ba6-ac3e-3ad87accf14d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 711.639893] env[69486]: DEBUG nova.compute.manager [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Received event network-vif-plugged-d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 711.641142] env[69486]: DEBUG oslo_concurrency.lockutils [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] Acquiring lock "23d7be76-bf47-42d3-ac48-38dc79383b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.641142] env[69486]: DEBUG oslo_concurrency.lockutils [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.641142] env[69486]: DEBUG oslo_concurrency.lockutils [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.641142] env[69486]: DEBUG nova.compute.manager [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] No waiting events found dispatching network-vif-plugged-d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.641142] env[69486]: WARNING nova.compute.manager [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Received unexpected event network-vif-plugged-d3b0b945-9407-466f-8f0e-386e5f1ce3ab for instance with vm_state building and task_state spawning. [ 711.641349] env[69486]: DEBUG nova.compute.manager [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Received event network-changed-d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 711.641349] env[69486]: DEBUG nova.compute.manager [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Refreshing instance network info cache due to event network-changed-d3b0b945-9407-466f-8f0e-386e5f1ce3ab. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 711.641466] env[69486]: DEBUG oslo_concurrency.lockutils [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] Acquiring lock "refresh_cache-23d7be76-bf47-42d3-ac48-38dc79383b16" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.888695] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.905104] env[69486]: DEBUG nova.network.neutron [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Successfully created port: 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.950630] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.005388] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8912286-a69d-448f-990a-c134a27e0f0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.014219] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03cfba-f5bb-465a-9d3b-54e2d4e7512f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.047117] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc74f0-f185-4142-8206-7f9fc0edf401 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.055809] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef146f1e-0e11-48be-af32-f8cfec0916bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.070310] env[69486]: DEBUG nova.compute.provider_tree [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.106541] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213725, 'name': ReconfigVM_Task, 'duration_secs': 0.837776} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.106816] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 0c65c80f-99f5-4057-b938-a35f62ecffd2/0c65c80f-99f5-4057-b938-a35f62ecffd2.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.107483] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13be9e3b-a6d4-40ef-961e-65e88331fadd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.118243] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 712.118243] env[69486]: value = "task-3213726" [ 712.118243] env[69486]: _type = "Task" [ 712.118243] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.128060] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213726, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.138641] env[69486]: DEBUG nova.network.neutron [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.292939] env[69486]: DEBUG nova.network.neutron [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Updating instance_info_cache with network_info: [{"id": "d3b0b945-9407-466f-8f0e-386e5f1ce3ab", "address": "fa:16:3e:19:11:bf", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b0b945-94", "ovs_interfaceid": "d3b0b945-9407-466f-8f0e-386e5f1ce3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.411144] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.575334] env[69486]: DEBUG nova.scheduler.client.report [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.630015] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213726, 'name': Rename_Task, 'duration_secs': 0.16372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.630134] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.630324] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e458ffa-f977-4817-831b-ef407bfad754 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.640106] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 712.640106] env[69486]: value = "task-3213727" [ 712.640106] env[69486]: _type = "Task" [ 712.640106] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.649808] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.798356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-23d7be76-bf47-42d3-ac48-38dc79383b16" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.798715] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance network_info: |[{"id": "d3b0b945-9407-466f-8f0e-386e5f1ce3ab", "address": "fa:16:3e:19:11:bf", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b0b945-94", "ovs_interfaceid": "d3b0b945-9407-466f-8f0e-386e5f1ce3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.799035] env[69486]: DEBUG oslo_concurrency.lockutils [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] Acquired lock "refresh_cache-23d7be76-bf47-42d3-ac48-38dc79383b16" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.799219] env[69486]: DEBUG nova.network.neutron [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Refreshing network info cache for port d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.800503] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:11:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b0b945-9407-466f-8f0e-386e5f1ce3ab', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.810479] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.813889] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.814302] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3d5cb65-d0f3-4545-9938-17bc1c2258aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.837881] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.837881] env[69486]: value = "task-3213728" [ 712.837881] env[69486]: _type = "Task" [ 712.837881] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.846998] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213728, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.961531] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.992971] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.993301] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.993433] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.993615] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.993759] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.993903] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.994117] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.994280] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.994457] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.994601] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.994770] env[69486]: DEBUG nova.virt.hardware [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.995697] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7443e9-56a3-4223-a514-33df1ac8adaa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.008871] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbda3de-22c9-444f-ba0f-31bdd5ec31e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.081402] env[69486]: DEBUG nova.network.neutron [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Updated VIF entry in instance network info cache for port d3b0b945-9407-466f-8f0e-386e5f1ce3ab. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.081820] env[69486]: DEBUG nova.network.neutron [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Updating instance_info_cache with network_info: [{"id": "d3b0b945-9407-466f-8f0e-386e5f1ce3ab", "address": "fa:16:3e:19:11:bf", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b0b945-94", "ovs_interfaceid": "d3b0b945-9407-466f-8f0e-386e5f1ce3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.085375] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.085897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.766s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.087529] env[69486]: INFO nova.compute.claims [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.110972] env[69486]: INFO nova.scheduler.client.report [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Deleted allocations for instance 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4 [ 713.151846] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213727, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.351544] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213728, 'name': CreateVM_Task, 'duration_secs': 0.383673} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.351918] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.352773] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.353051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.353504] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.353819] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fba32e-7433-4b95-9c4f-1104a427a148 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.359885] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 713.359885] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b49f94-672f-5ee3-bf64-52896d6253c9" [ 713.359885] env[69486]: _type = "Task" [ 713.359885] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.370542] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b49f94-672f-5ee3-bf64-52896d6253c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.440022] env[69486]: DEBUG nova.network.neutron [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Successfully updated port: 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.587357] env[69486]: DEBUG oslo_concurrency.lockutils [req-b06df4c2-0c8e-41c7-9567-68e502c45ad3 req-84b65e15-002f-4dfa-a0cb-f1d0642099fc service nova] Releasing lock "refresh_cache-23d7be76-bf47-42d3-ac48-38dc79383b16" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.620032] env[69486]: DEBUG oslo_concurrency.lockutils [None req-963f296b-661e-40a3-8fff-7836a9b26fa9 tempest-ServerTagsTestJSON-1056957456 tempest-ServerTagsTestJSON-1056957456-project-member] Lock "518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.186s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.651844] env[69486]: DEBUG oslo_vmware.api [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213727, 'name': PowerOnVM_Task, 'duration_secs': 0.828001} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.651992] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.652098] env[69486]: INFO nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Took 7.22 seconds to spawn the instance on the hypervisor. [ 713.652305] env[69486]: DEBUG nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.653078] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03a015-6a4a-42f7-812c-a6ba2d8cd165 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.679393] env[69486]: DEBUG nova.compute.manager [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received event network-vif-plugged-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 713.679605] env[69486]: DEBUG oslo_concurrency.lockutils [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] Acquiring lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.679808] env[69486]: DEBUG oslo_concurrency.lockutils [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.679972] env[69486]: DEBUG oslo_concurrency.lockutils [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.680149] env[69486]: DEBUG nova.compute.manager [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] No waiting events found dispatching network-vif-plugged-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.680311] env[69486]: WARNING nova.compute.manager [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received unexpected event network-vif-plugged-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 for instance with vm_state building and task_state spawning. [ 713.680464] env[69486]: DEBUG nova.compute.manager [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 713.680610] env[69486]: DEBUG nova.compute.manager [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing instance network info cache due to event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 713.680782] env[69486]: DEBUG oslo_concurrency.lockutils [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.680908] env[69486]: DEBUG oslo_concurrency.lockutils [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.681273] env[69486]: DEBUG nova.network.neutron [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.870708] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b49f94-672f-5ee3-bf64-52896d6253c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.870996] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.871273] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.871517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.871660] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.871832] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.872160] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6dc9e3f-734e-45ec-a77b-476700342e1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.881770] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.881946] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.882686] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65133181-c9aa-4af3-8f82-ecce78d8c82e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.892398] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 713.892398] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52425096-89f0-24b7-0052-0b6a68b51fbf" [ 713.892398] env[69486]: _type = "Task" [ 713.892398] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.903080] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52425096-89f0-24b7-0052-0b6a68b51fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.944895] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.174260] env[69486]: INFO nova.compute.manager [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Took 43.34 seconds to build instance. [ 714.235757] env[69486]: DEBUG nova.network.neutron [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.355017] env[69486]: DEBUG nova.network.neutron [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.403903] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52425096-89f0-24b7-0052-0b6a68b51fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.403903] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a754f376-877a-41f3-a731-1cc78062988e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.409892] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 714.409892] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ba4c00-31fb-5f55-1ef1-b19fc04f45de" [ 714.409892] env[69486]: _type = "Task" [ 714.409892] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.420792] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ba4c00-31fb-5f55-1ef1-b19fc04f45de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.675937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-77fdffd9-f16d-462b-bfba-4f8333600be0 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.812s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.823519] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d5538-67ac-4eb7-9c81-ca3600332268 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.835020] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128688d-2399-4275-a15f-5cfd7685c7f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.866775] env[69486]: DEBUG oslo_concurrency.lockutils [req-9bbf5393-a427-4058-97a3-3da26a8879ca req-ae959915-e091-43af-b61f-dbdf973561c9 service nova] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.867421] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.867597] env[69486]: DEBUG nova.network.neutron [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.869215] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc3dea-de5a-4471-a5b9-c682d0f27de9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.878897] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620a905e-14a2-4b50-b93f-2416979016ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.896904] env[69486]: DEBUG nova.compute.provider_tree [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.925380] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ba4c00-31fb-5f55-1ef1-b19fc04f45de, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.925657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.925915] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.926211] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f09dc7-35ad-408d-a1c7-1380e9bb606b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.937193] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 714.937193] env[69486]: value = "task-3213729" [ 714.937193] env[69486]: _type = "Task" [ 714.937193] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.946455] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.181846] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.400981] env[69486]: DEBUG nova.scheduler.client.report [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.406941] env[69486]: DEBUG nova.network.neutron [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.449054] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485337} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.449317] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.449526] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.449776] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a78488a3-316e-4e01-8a45-e92b6a509c00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.474029] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 715.474029] env[69486]: value = "task-3213730" [ 715.474029] env[69486]: _type = "Task" [ 715.474029] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.484544] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.527712] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "0c65c80f-99f5-4057-b938-a35f62ecffd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.527712] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.527712] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "0c65c80f-99f5-4057-b938-a35f62ecffd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.527712] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.530261] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.530261] env[69486]: INFO nova.compute.manager [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Terminating instance [ 715.691987] env[69486]: DEBUG nova.network.neutron [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.720791] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.911757] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.912083] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.914738] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.505s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.917268] env[69486]: INFO nova.compute.claims [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.984529] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087587} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.984793] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.985614] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424213b6-faa2-40a6-8115-2e4498251f1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.011232] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.011578] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55861f0-9470-4ddf-94ae-a7277b487f56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.033889] env[69486]: DEBUG nova.compute.manager [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.034236] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.034668] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 716.034668] env[69486]: value = "task-3213731" [ 716.034668] env[69486]: _type = "Task" [ 716.034668] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.035836] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff0f9a0-b216-4777-bd36-4f97f6d55e3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.049126] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.049301] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.049506] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d98f56d-f226-43b3-b237-256aa2a54a19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.056060] env[69486]: DEBUG oslo_vmware.api [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 716.056060] env[69486]: value = "task-3213732" [ 716.056060] env[69486]: _type = "Task" [ 716.056060] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.065960] env[69486]: DEBUG oslo_vmware.api [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.200519] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.200791] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Instance network_info: |[{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.201279] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:51:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4624c2-3c91-48a1-89ce-492d9c4bfaa6', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.209532] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Creating folder: Project (e487195d5f9049b0af20ebf41aff43c6). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.209809] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a560402-1b45-478e-9da5-950c9e9b7b7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.222689] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Created folder: Project (e487195d5f9049b0af20ebf41aff43c6) in parent group-v642494. [ 716.222897] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Creating folder: Instances. Parent ref: group-v642594. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.223266] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f581e50-7a9d-4120-902e-d23cf16648db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.233931] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Created folder: Instances in parent group-v642594. [ 716.234205] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.234400] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.234602] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1d5eea-3891-4ac4-8b65-5169b1fbf153 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.257107] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.257107] env[69486]: value = "task-3213735" [ 716.257107] env[69486]: _type = "Task" [ 716.257107] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.266740] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213735, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.422623] env[69486]: DEBUG nova.compute.utils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.427061] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.427061] env[69486]: DEBUG nova.network.neutron [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.475389] env[69486]: DEBUG nova.policy [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f6093f13bf4a8fab33541d7a7ea5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56f25e99a08c4c6094b9a8b3f6676d7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.550239] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.566195] env[69486]: DEBUG oslo_vmware.api [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213732, 'name': PowerOffVM_Task, 'duration_secs': 0.432306} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.566473] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.566660] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.566922] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba67d5a-763e-4bd3-aa2e-a8fccf65f05b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.705898] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.706231] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.706708] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Deleting the datastore file [datastore2] 0c65c80f-99f5-4057-b938-a35f62ecffd2 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.706837] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60d038c7-c7d5-4456-9386-2bc2d662afc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.714230] env[69486]: DEBUG oslo_vmware.api [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for the task: (returnval){ [ 716.714230] env[69486]: value = "task-3213737" [ 716.714230] env[69486]: _type = "Task" [ 716.714230] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.722934] env[69486]: DEBUG oslo_vmware.api [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.768558] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213735, 'name': CreateVM_Task, 'duration_secs': 0.427872} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.768800] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.770082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.770082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.770082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.770355] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180d1968-0763-4472-8fee-08f9a3931b16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.776897] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 716.776897] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d3fdbf-2af8-4f77-e456-4a78c8372be0" [ 716.776897] env[69486]: _type = "Task" [ 716.776897] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.787296] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d3fdbf-2af8-4f77-e456-4a78c8372be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.927219] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.934706] env[69486]: DEBUG nova.network.neutron [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Successfully created port: d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.054686] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213731, 'name': ReconfigVM_Task, 'duration_secs': 0.637187} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.057432] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.058626] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adcd2e6-3e85-4fc6-a71c-f44d7ada3cd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.067025] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 717.067025] env[69486]: value = "task-3213738" [ 717.067025] env[69486]: _type = "Task" [ 717.067025] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.080637] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213738, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.143263] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "88eacabd-8ee8-4a84-a613-19c0dc548658" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.143530] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "88eacabd-8ee8-4a84-a613-19c0dc548658" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.227064] env[69486]: DEBUG oslo_vmware.api [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Task: {'id': task-3213737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170232} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.227064] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.227064] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.227064] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.227439] env[69486]: INFO nova.compute.manager [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 717.227478] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.227773] env[69486]: DEBUG nova.compute.manager [-] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.227996] env[69486]: DEBUG nova.network.neutron [-] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.289379] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d3fdbf-2af8-4f77-e456-4a78c8372be0, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.292105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.292427] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.292711] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.292902] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.293151] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.293663] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bd0b44c-5e5a-4764-bbd4-0bd2dcbc1801 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.304157] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.304349] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.307548] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e90c3ef-e89c-4605-b989-18d379125e5f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.318272] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 717.318272] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52835bd9-059b-955c-7cba-6c79b982af5c" [ 717.318272] env[69486]: _type = "Task" [ 717.318272] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.333841] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52835bd9-059b-955c-7cba-6c79b982af5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.336508] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e103985-7dcc-4763-9902-ae138c90980b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.344334] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 717.344334] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523cab64-9159-dc9c-9923-40902e02a850" [ 717.344334] env[69486]: _type = "Task" [ 717.344334] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.358545] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523cab64-9159-dc9c-9923-40902e02a850, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.358920] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.359299] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 54e70109-c2ed-4972-b63a-c5c1e8beea2f/54e70109-c2ed-4972-b63a-c5c1e8beea2f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.359681] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7595449-9751-4255-be3b-c7ac921bb8dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.370871] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 717.370871] env[69486]: value = "task-3213739" [ 717.370871] env[69486]: _type = "Task" [ 717.370871] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.380158] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.558527] env[69486]: DEBUG nova.compute.manager [req-59690144-9182-4b19-a9a1-3f2939761ffb req-b9ed8397-8f14-4701-a6fd-11be21c9fb3f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Received event network-vif-deleted-bbb81b5b-d689-404a-a825-00cc3464c4b6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 717.559884] env[69486]: INFO nova.compute.manager [req-59690144-9182-4b19-a9a1-3f2939761ffb req-b9ed8397-8f14-4701-a6fd-11be21c9fb3f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Neutron deleted interface bbb81b5b-d689-404a-a825-00cc3464c4b6; detaching it from the instance and deleting it from the info cache [ 717.559884] env[69486]: DEBUG nova.network.neutron [req-59690144-9182-4b19-a9a1-3f2939761ffb req-b9ed8397-8f14-4701-a6fd-11be21c9fb3f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.584080] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213738, 'name': Rename_Task, 'duration_secs': 0.181683} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.584380] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.584695] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8de1e1-7e12-4521-a32d-72da26416185 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.596199] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 717.596199] env[69486]: value = "task-3213740" [ 717.596199] env[69486]: _type = "Task" [ 717.596199] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.604064] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa9a39-8bfb-4025-9e56-c819b8d742d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.615720] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.622025] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739d165-93d3-4e99-bfdf-7a3d9aca198f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.660907] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e2b567-9ca5-44b6-82ab-737621f95e3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.672136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e808f1-1701-443a-aa06-ad0edbff7c00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.690443] env[69486]: DEBUG nova.compute.provider_tree [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.885620] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213739, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.947434] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.976449] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.976711] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.976869] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.977063] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.977213] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.977363] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.977572] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.977730] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.977895] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.978066] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.978244] env[69486]: DEBUG nova.virt.hardware [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.979184] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43993a4-a745-4561-8465-43547b160f8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.988843] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69567bb4-bedd-48ad-ac12-b3050d3f1a24 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.023564] env[69486]: DEBUG nova.network.neutron [-] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.061744] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa519ab1-b293-4da3-ab35-74bfbdc999d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.073047] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a259da-9c81-4a9a-ae61-63381a970413 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.116899] env[69486]: DEBUG nova.compute.manager [req-59690144-9182-4b19-a9a1-3f2939761ffb req-b9ed8397-8f14-4701-a6fd-11be21c9fb3f service nova] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Detach interface failed, port_id=bbb81b5b-d689-404a-a825-00cc3464c4b6, reason: Instance 0c65c80f-99f5-4057-b938-a35f62ecffd2 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 718.124749] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213740, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.196741] env[69486]: DEBUG nova.scheduler.client.report [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.332436] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f83a29-f48b-6740-8223-1f6e48f2456b/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.333349] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47625d29-966f-4be1-91b0-88c943eaf8c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.340524] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f83a29-f48b-6740-8223-1f6e48f2456b/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.340741] env[69486]: ERROR oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f83a29-f48b-6740-8223-1f6e48f2456b/disk-0.vmdk due to incomplete transfer. [ 718.341008] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0eadf73-122a-43d6-9c58-e77fbf81c573 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.350628] env[69486]: DEBUG oslo_vmware.rw_handles [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f83a29-f48b-6740-8223-1f6e48f2456b/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.350841] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Uploaded image 172bd64f-941e-4bf7-850d-c7c4120c2db3 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.353243] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.353588] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fd17260-744e-4f3d-aab2-f2b175c00da1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.362277] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 718.362277] env[69486]: value = "task-3213741" [ 718.362277] env[69486]: _type = "Task" [ 718.362277] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.372335] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213741, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.381910] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540753} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.382185] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 54e70109-c2ed-4972-b63a-c5c1e8beea2f/54e70109-c2ed-4972-b63a-c5c1e8beea2f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.382391] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.382643] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d86dbfd-c984-40ab-ae25-050e961ff7f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.393636] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 718.393636] env[69486]: value = "task-3213742" [ 718.393636] env[69486]: _type = "Task" [ 718.393636] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.399521] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.526497] env[69486]: INFO nova.compute.manager [-] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Took 1.30 seconds to deallocate network for instance. [ 718.608556] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213740, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.701650] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.702238] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.704977] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.563s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.707201] env[69486]: INFO nova.compute.claims [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.747423] env[69486]: DEBUG nova.compute.manager [req-c3b39f98-f5d7-4cff-9573-402cb0c7572b req-1f3b9a87-e028-4961-83da-c0f316be4aed service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Received event network-vif-plugged-d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 718.747423] env[69486]: DEBUG oslo_concurrency.lockutils [req-c3b39f98-f5d7-4cff-9573-402cb0c7572b req-1f3b9a87-e028-4961-83da-c0f316be4aed service nova] Acquiring lock "4be76930-d724-4808-85c2-e1ca754f2784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.747423] env[69486]: DEBUG oslo_concurrency.lockutils [req-c3b39f98-f5d7-4cff-9573-402cb0c7572b req-1f3b9a87-e028-4961-83da-c0f316be4aed service nova] Lock "4be76930-d724-4808-85c2-e1ca754f2784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.747423] env[69486]: DEBUG oslo_concurrency.lockutils [req-c3b39f98-f5d7-4cff-9573-402cb0c7572b req-1f3b9a87-e028-4961-83da-c0f316be4aed service nova] Lock "4be76930-d724-4808-85c2-e1ca754f2784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.747423] env[69486]: DEBUG nova.compute.manager [req-c3b39f98-f5d7-4cff-9573-402cb0c7572b req-1f3b9a87-e028-4961-83da-c0f316be4aed service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] No waiting events found dispatching network-vif-plugged-d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.747718] env[69486]: WARNING nova.compute.manager [req-c3b39f98-f5d7-4cff-9573-402cb0c7572b req-1f3b9a87-e028-4961-83da-c0f316be4aed service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Received unexpected event network-vif-plugged-d530b6fe-f648-42a3-a3f4-f936ca4a47a7 for instance with vm_state building and task_state spawning. [ 718.843957] env[69486]: DEBUG nova.network.neutron [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Successfully updated port: d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.873891] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213741, 'name': Destroy_Task, 'duration_secs': 0.51038} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.874163] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Destroyed the VM [ 718.874407] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 718.874661] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30f3f792-fafa-45ef-9e6c-47969bdd0267 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.882870] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 718.882870] env[69486]: value = "task-3213743" [ 718.882870] env[69486]: _type = "Task" [ 718.882870] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.892835] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.907742] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169906} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.908075] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.908849] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef699d-0061-4739-bc09-34965a936337 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.935950] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 54e70109-c2ed-4972-b63a-c5c1e8beea2f/54e70109-c2ed-4972-b63a-c5c1e8beea2f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.936630] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be6c48a-7de5-42aa-8bba-8a0743269c5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.959327] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 718.959327] env[69486]: value = "task-3213744" [ 718.959327] env[69486]: _type = "Task" [ 718.959327] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.968141] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.039798] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.110024] env[69486]: DEBUG oslo_vmware.api [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213740, 'name': PowerOnVM_Task, 'duration_secs': 1.192146} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.110346] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.110877] env[69486]: INFO nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Took 8.87 seconds to spawn the instance on the hypervisor. [ 719.111034] env[69486]: DEBUG nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.111987] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c238a-84a4-4cda-b77f-09ac738f60f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.215701] env[69486]: DEBUG nova.compute.utils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.215701] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.215701] env[69486]: DEBUG nova.network.neutron [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.260168] env[69486]: DEBUG nova.policy [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '892f68a478d1428fa281af69943dfae8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a39a52cdd7649a2ae4605db8b234921', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.346273] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "refresh_cache-4be76930-d724-4808-85c2-e1ca754f2784" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.346466] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "refresh_cache-4be76930-d724-4808-85c2-e1ca754f2784" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.346627] env[69486]: DEBUG nova.network.neutron [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.395402] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213743, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.469579] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.588427] env[69486]: DEBUG nova.network.neutron [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Successfully created port: 93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.633206] env[69486]: INFO nova.compute.manager [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Took 41.11 seconds to build instance. [ 719.724166] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.883517] env[69486]: DEBUG nova.network.neutron [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.898956] env[69486]: DEBUG oslo_vmware.api [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558158} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.900581] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.900581] env[69486]: INFO nova.compute.manager [None req-cc3fc9b4-9972-493c-a57f-154c9e7cf4ec tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Took 18.52 seconds to snapshot the instance on the hypervisor. [ 719.972847] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213744, 'name': ReconfigVM_Task, 'duration_secs': 0.945577} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.973121] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 54e70109-c2ed-4972-b63a-c5c1e8beea2f/54e70109-c2ed-4972-b63a-c5c1e8beea2f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.973760] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-169e5f53-c8fa-4fbc-8ee3-b3beabee4c25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.984530] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 719.984530] env[69486]: value = "task-3213745" [ 719.984530] env[69486]: _type = "Task" [ 719.984530] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.000874] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213745, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.076541] env[69486]: DEBUG nova.network.neutron [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Updating instance_info_cache with network_info: [{"id": "d530b6fe-f648-42a3-a3f4-f936ca4a47a7", "address": "fa:16:3e:70:03:99", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530b6fe-f6", "ovs_interfaceid": "d530b6fe-f648-42a3-a3f4-f936ca4a47a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.134150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2aa64c7f-3761-4351-9e35-c9a82c35be2d tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.060s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.268125] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692bc8e0-71f8-4430-bbd9-3a55d62c00fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.283684] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80950eb-d5c6-45e7-83cc-0394cb26aded {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.319211] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd7f813-0d53-434e-a5d7-53e65691a26a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.328144] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba710ef7-874a-47a5-a080-045fbf6fbaf6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.342835] env[69486]: DEBUG nova.compute.provider_tree [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.497513] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213745, 'name': Rename_Task, 'duration_secs': 0.346008} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.497789] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.498043] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9523a9-e8ea-4b18-b109-e9e33a4af813 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.505247] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 720.505247] env[69486]: value = "task-3213746" [ 720.505247] env[69486]: _type = "Task" [ 720.505247] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.515612] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.579541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "refresh_cache-4be76930-d724-4808-85c2-e1ca754f2784" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.579906] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Instance network_info: |[{"id": "d530b6fe-f648-42a3-a3f4-f936ca4a47a7", "address": "fa:16:3e:70:03:99", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530b6fe-f6", "ovs_interfaceid": "d530b6fe-f648-42a3-a3f4-f936ca4a47a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.580375] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:03:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd530b6fe-f648-42a3-a3f4-f936ca4a47a7', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.587776] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.588012] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.588246] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6f4208-bf75-4c53-adec-16b903004ce3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.609946] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.609946] env[69486]: value = "task-3213747" [ 720.609946] env[69486]: _type = "Task" [ 720.609946] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.618716] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213747, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.637452] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.734958] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.755892] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.756364] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.756462] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.756836] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.757082] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.757259] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.757496] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.757734] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.757914] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.758096] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.758273] env[69486]: DEBUG nova.virt.hardware [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.759120] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1833685-a58f-4ed5-a7ef-dec642e4a3a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.768105] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b5afa3-9ddf-42b3-94f1-8ab44ead2d7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.774967] env[69486]: DEBUG nova.compute.manager [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Received event network-changed-d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 720.774967] env[69486]: DEBUG nova.compute.manager [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Refreshing instance network info cache due to event network-changed-d530b6fe-f648-42a3-a3f4-f936ca4a47a7. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 720.775072] env[69486]: DEBUG oslo_concurrency.lockutils [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] Acquiring lock "refresh_cache-4be76930-d724-4808-85c2-e1ca754f2784" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.775238] env[69486]: DEBUG oslo_concurrency.lockutils [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] Acquired lock "refresh_cache-4be76930-d724-4808-85c2-e1ca754f2784" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.775489] env[69486]: DEBUG nova.network.neutron [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Refreshing network info cache for port d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.778185] env[69486]: INFO nova.compute.manager [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Rebuilding instance [ 720.830826] env[69486]: DEBUG nova.compute.manager [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.831744] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f68e345-fa83-41c6-a6df-452d90c54531 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.849266] env[69486]: DEBUG nova.scheduler.client.report [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.015703] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.123040] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213747, 'name': CreateVM_Task, 'duration_secs': 0.319073} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.124024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.124290] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.124452] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.124775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.125696] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927070d1-18ae-4f49-9e92-1d9fdb073a06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.132207] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 721.132207] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5276cfed-0e36-e28f-21d4-8a3325218187" [ 721.132207] env[69486]: _type = "Task" [ 721.132207] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.143567] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5276cfed-0e36-e28f-21d4-8a3325218187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.155601] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.247644] env[69486]: DEBUG nova.network.neutron [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Successfully updated port: 93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.292484] env[69486]: DEBUG nova.compute.manager [None req-5bbfa368-d78c-4c2b-b463-74fb52e583a0 tempest-ServerDiagnosticsV248Test-918370970 tempest-ServerDiagnosticsV248Test-918370970-project-admin] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.293598] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a4c52-2d40-44ab-983c-141da45a16d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.301897] env[69486]: INFO nova.compute.manager [None req-5bbfa368-d78c-4c2b-b463-74fb52e583a0 tempest-ServerDiagnosticsV248Test-918370970 tempest-ServerDiagnosticsV248Test-918370970-project-admin] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Retrieving diagnostics [ 721.302689] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575516c2-b293-4157-9fa8-a61142cea56d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.354636] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.355156] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.359030] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.308s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.359030] env[69486]: DEBUG nova.objects.instance [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lazy-loading 'resources' on Instance uuid 1f590372-382e-4cbf-aa82-fe6e4e342ee3 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.516765] env[69486]: DEBUG oslo_vmware.api [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213746, 'name': PowerOnVM_Task, 'duration_secs': 0.533435} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.517087] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.517587] env[69486]: INFO nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Took 8.56 seconds to spawn the instance on the hypervisor. [ 721.517587] env[69486]: DEBUG nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.518239] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d1ec8d-e717-4237-8910-212e2370a9c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.536146] env[69486]: DEBUG nova.network.neutron [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Updated VIF entry in instance network info cache for port d530b6fe-f648-42a3-a3f4-f936ca4a47a7. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.537072] env[69486]: DEBUG nova.network.neutron [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Updating instance_info_cache with network_info: [{"id": "d530b6fe-f648-42a3-a3f4-f936ca4a47a7", "address": "fa:16:3e:70:03:99", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530b6fe-f6", "ovs_interfaceid": "d530b6fe-f648-42a3-a3f4-f936ca4a47a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.643279] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5276cfed-0e36-e28f-21d4-8a3325218187, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.643571] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.643811] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.644089] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.644173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.644349] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.644601] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b32f9dd-4f2f-4d5d-81b6-b751196fd3dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.653637] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.653814] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.654536] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0a2d51-f8e3-4cf5-8f3b-01cdb117b00b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.660156] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 721.660156] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523ce670-778f-cd9b-8877-312795423243" [ 721.660156] env[69486]: _type = "Task" [ 721.660156] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.669216] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523ce670-778f-cd9b-8877-312795423243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.750556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "refresh_cache-cde882ea-3a53-49aa-9ad3-9cf96dab0e79" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.750699] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquired lock "refresh_cache-cde882ea-3a53-49aa-9ad3-9cf96dab0e79" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.750837] env[69486]: DEBUG nova.network.neutron [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.845929] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.845929] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6bdbc4f-3b25-4bc9-9c49-0403908f19fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.856384] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 721.856384] env[69486]: value = "task-3213748" [ 721.856384] env[69486]: _type = "Task" [ 721.856384] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.861211] env[69486]: DEBUG nova.compute.utils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.866246] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.866489] env[69486]: DEBUG nova.network.neutron [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.873692] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.921308] env[69486]: DEBUG nova.policy [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b832257b2cc4045afcf5084624243df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3732a2fcd454709aa0ff1f50ff59acb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.039368] env[69486]: DEBUG oslo_concurrency.lockutils [req-78b4c413-da93-4608-8a84-a267489b9e08 req-96ab80f7-0e94-4ddf-a1f7-fe6f669bb48d service nova] Releasing lock "refresh_cache-4be76930-d724-4808-85c2-e1ca754f2784" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.040229] env[69486]: INFO nova.compute.manager [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Took 41.35 seconds to build instance. [ 722.171704] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523ce670-778f-cd9b-8877-312795423243, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.175409] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a8d6a8-c670-477d-9534-b8b082cf9658 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.181697] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 722.181697] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5233b633-0b1c-cb8f-7a61-2d145f859c92" [ 722.181697] env[69486]: _type = "Task" [ 722.181697] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.193529] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5233b633-0b1c-cb8f-7a61-2d145f859c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.260289] env[69486]: DEBUG nova.compute.manager [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.260518] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb9b9c-d70c-4734-a3ac-abd271c9e9e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.317674] env[69486]: DEBUG nova.network.neutron [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.355676] env[69486]: DEBUG nova.network.neutron [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Successfully created port: e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.367018] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.376096] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213748, 'name': PowerOffVM_Task, 'duration_secs': 0.499} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.376096] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.376322] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.377118] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036f993-a3ca-4623-8be2-1697433b598d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.385059] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.385304] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6436e2-bf54-41ce-860d-a21b12a81e60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.478268] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.478508] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.478686] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.478949] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff95f2b8-bf26-4282-b288-7ae9e6e9615a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.482718] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa892d8-43b1-4232-b57d-a4aa52c20f04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.495015] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800fede-1c97-4c66-9849-45b1642f9425 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.497856] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 722.497856] env[69486]: value = "task-3213750" [ 722.497856] env[69486]: _type = "Task" [ 722.497856] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.532374] env[69486]: DEBUG nova.network.neutron [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Updating instance_info_cache with network_info: [{"id": "93a945f3-2812-4020-852c-7d8ca26f6a5d", "address": "fa:16:3e:d8:3b:85", "network": {"id": "0fc85f7a-bf4f-4f36-b07e-c1af3c7a5f78", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1737312219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a39a52cdd7649a2ae4605db8b234921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a945f3-28", "ovs_interfaceid": "93a945f3-2812-4020-852c-7d8ca26f6a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.533117] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2acebd-840c-4b1a-91eb-9b930668d06e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.540101] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.548034] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46cb15-e04d-49a9-96cc-f09e4278a748 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.552075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43e661dc-3f6b-4cb6-917c-98348e233bf4 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.157s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.552075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "f27b521f-9193-4db1-a108-c1f3ac567ce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.552075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "f27b521f-9193-4db1-a108-c1f3ac567ce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.552075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "f27b521f-9193-4db1-a108-c1f3ac567ce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.552263] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "f27b521f-9193-4db1-a108-c1f3ac567ce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.552263] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "f27b521f-9193-4db1-a108-c1f3ac567ce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.555775] env[69486]: INFO nova.compute.manager [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Terminating instance [ 722.568663] env[69486]: DEBUG nova.compute.provider_tree [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.693174] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5233b633-0b1c-cb8f-7a61-2d145f859c92, 'name': SearchDatastore_Task, 'duration_secs': 0.013191} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.693469] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.693723] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 4be76930-d724-4808-85c2-e1ca754f2784/4be76930-d724-4808-85c2-e1ca754f2784.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.693975] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7efeede0-7f80-4040-bc32-3b01a3a7a95a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.704162] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 722.704162] env[69486]: value = "task-3213751" [ 722.704162] env[69486]: _type = "Task" [ 722.704162] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.711361] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.786254] env[69486]: INFO nova.compute.manager [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] instance snapshotting [ 722.789028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b55978-bbc2-4020-b312-ce2cbc69e738 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.810815] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c0533d-6b66-484c-b09b-1bbf2235fa04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.836449] env[69486]: DEBUG nova.compute.manager [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Received event network-vif-plugged-93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 722.836673] env[69486]: DEBUG oslo_concurrency.lockutils [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] Acquiring lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.836886] env[69486]: DEBUG oslo_concurrency.lockutils [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.837114] env[69486]: DEBUG oslo_concurrency.lockutils [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.837382] env[69486]: DEBUG nova.compute.manager [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] No waiting events found dispatching network-vif-plugged-93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.837507] env[69486]: WARNING nova.compute.manager [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Received unexpected event network-vif-plugged-93a945f3-2812-4020-852c-7d8ca26f6a5d for instance with vm_state building and task_state spawning. [ 722.837666] env[69486]: DEBUG nova.compute.manager [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Received event network-changed-93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 722.837814] env[69486]: DEBUG nova.compute.manager [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Refreshing instance network info cache due to event network-changed-93a945f3-2812-4020-852c-7d8ca26f6a5d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 722.837978] env[69486]: DEBUG oslo_concurrency.lockutils [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] Acquiring lock "refresh_cache-cde882ea-3a53-49aa-9ad3-9cf96dab0e79" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.012858] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345124} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.013155] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.013348] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.013523] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.042674] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Releasing lock "refresh_cache-cde882ea-3a53-49aa-9ad3-9cf96dab0e79" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.043032] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Instance network_info: |[{"id": "93a945f3-2812-4020-852c-7d8ca26f6a5d", "address": "fa:16:3e:d8:3b:85", "network": {"id": "0fc85f7a-bf4f-4f36-b07e-c1af3c7a5f78", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1737312219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a39a52cdd7649a2ae4605db8b234921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a945f3-28", "ovs_interfaceid": "93a945f3-2812-4020-852c-7d8ca26f6a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.043346] env[69486]: DEBUG oslo_concurrency.lockutils [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] Acquired lock "refresh_cache-cde882ea-3a53-49aa-9ad3-9cf96dab0e79" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.043524] env[69486]: DEBUG nova.network.neutron [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Refreshing network info cache for port 93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.044775] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3b:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93a945f3-2812-4020-852c-7d8ca26f6a5d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.053524] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Creating folder: Project (9a39a52cdd7649a2ae4605db8b234921). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.054658] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5cc9e26-3f2a-4f8a-b442-8118ca558981 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.057385] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.073354] env[69486]: DEBUG nova.scheduler.client.report [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.077362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "refresh_cache-f27b521f-9193-4db1-a108-c1f3ac567ce8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquired lock "refresh_cache-f27b521f-9193-4db1-a108-c1f3ac567ce8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.077755] env[69486]: DEBUG nova.network.neutron [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.081027] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Created folder: Project (9a39a52cdd7649a2ae4605db8b234921) in parent group-v642494. [ 723.081166] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Creating folder: Instances. Parent ref: group-v642598. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.082932] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9968bfcf-7f93-40a0-bb17-167d9743b26f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.096228] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Created folder: Instances in parent group-v642598. [ 723.096545] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.096792] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.098689] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb5efa3-eb79-4cb5-af46-2b7d6f6d2e51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.122908] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.122908] env[69486]: value = "task-3213754" [ 723.122908] env[69486]: _type = "Task" [ 723.122908] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.132818] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213754, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.216602] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.326847] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.327518] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27ac1ad4-a79d-4ea1-8d2b-a8925bebf993 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.338061] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 723.338061] env[69486]: value = "task-3213755" [ 723.338061] env[69486]: _type = "Task" [ 723.338061] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.345355] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.384193] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.413061] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.413061] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.413061] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.413280] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.413280] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.413280] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.413815] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.414121] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.414499] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.414785] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.415084] env[69486]: DEBUG nova.virt.hardware [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.416394] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4687d85-2c20-4e29-96d4-def5e3b1c7aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.425883] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f691f0c-17e9-4511-9b8d-3873fa150e2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.442422] env[69486]: DEBUG nova.compute.manager [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 723.442619] env[69486]: DEBUG nova.compute.manager [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing instance network info cache due to event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 723.442843] env[69486]: DEBUG oslo_concurrency.lockutils [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.442982] env[69486]: DEBUG oslo_concurrency.lockutils [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.443192] env[69486]: DEBUG nova.network.neutron [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.583983] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.585238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.590486] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.131s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.592080] env[69486]: INFO nova.compute.claims [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.618410] env[69486]: INFO nova.scheduler.client.report [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Deleted allocations for instance 1f590372-382e-4cbf-aa82-fe6e4e342ee3 [ 723.631044] env[69486]: DEBUG nova.network.neutron [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.645031] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213754, 'name': CreateVM_Task, 'duration_secs': 0.392289} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.645031] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.645268] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.646133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.646647] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbe95f2-2690-46ec-8b5b-2a2cff00cda8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.653403] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 723.653403] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52654b62-86a6-841a-fe8e-332484412e3f" [ 723.653403] env[69486]: _type = "Task" [ 723.653403] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.666977] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52654b62-86a6-841a-fe8e-332484412e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.667277] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.668031] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.668031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.668031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.668031] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.668294] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0f444c8-7e7c-4eff-a72e-524ad7ebfb0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.680536] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.680934] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.684888] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd03a162-4ea0-417e-9e07-654497834258 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.692043] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 723.692043] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ecb33f-fdb4-a393-d06e-bbb7306565b8" [ 723.692043] env[69486]: _type = "Task" [ 723.692043] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.701860] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ecb33f-fdb4-a393-d06e-bbb7306565b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.716820] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584288} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.716820] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 4be76930-d724-4808-85c2-e1ca754f2784/4be76930-d724-4808-85c2-e1ca754f2784.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.716820] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.716820] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17899078-02fc-498a-b165-0887ea53a942 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.724739] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 723.724739] env[69486]: value = "task-3213756" [ 723.724739] env[69486]: _type = "Task" [ 723.724739] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.734983] env[69486]: DEBUG nova.network.neutron [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.743824] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.851906] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213755, 'name': CreateSnapshot_Task, 'duration_secs': 0.502953} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.852229] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.853155] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9657c-b004-47dd-bbec-65560700971c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.882592] env[69486]: DEBUG nova.network.neutron [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Updated VIF entry in instance network info cache for port 93a945f3-2812-4020-852c-7d8ca26f6a5d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.882592] env[69486]: DEBUG nova.network.neutron [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Updating instance_info_cache with network_info: [{"id": "93a945f3-2812-4020-852c-7d8ca26f6a5d", "address": "fa:16:3e:d8:3b:85", "network": {"id": "0fc85f7a-bf4f-4f36-b07e-c1af3c7a5f78", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1737312219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a39a52cdd7649a2ae4605db8b234921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a945f3-28", "ovs_interfaceid": "93a945f3-2812-4020-852c-7d8ca26f6a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.981057] env[69486]: DEBUG nova.network.neutron [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Successfully updated port: e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.053838] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.054135] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.054253] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.054495] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.054566] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.054706] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.054913] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.055095] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.055263] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.055499] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.055652] env[69486]: DEBUG nova.virt.hardware [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.056562] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a24cce6-f832-4ca7-a0b6-658883ef0593 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.069847] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8014d7dd-e7a6-4160-88ee-cc3730860b8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.084244] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:11:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b0b945-9407-466f-8f0e-386e5f1ce3ab', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.091663] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.091950] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.092177] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21932398-4caa-4e34-87e0-340160fe9145 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.121139] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.121139] env[69486]: value = "task-3213757" [ 724.121139] env[69486]: _type = "Task" [ 724.121139] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.133129] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213757, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.133622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aee0765a-5c19-416f-86df-a798cd27d7c2 tempest-ImagesOneServerTestJSON-1854975402 tempest-ImagesOneServerTestJSON-1854975402-project-member] Lock "1f590372-382e-4cbf-aa82-fe6e4e342ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.533s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.204891] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ecb33f-fdb4-a393-d06e-bbb7306565b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.205728] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7176c7eb-f70c-4fe7-ae35-b56330b7042e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.211721] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 724.211721] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b4c6bc-8b87-52e5-b421-d459a85a0b18" [ 724.211721] env[69486]: _type = "Task" [ 724.211721] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.220426] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b4c6bc-8b87-52e5-b421-d459a85a0b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.236071] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067613} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.236667] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.238032] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904f2b5f-d514-4c31-b4a4-0ead6faf7cdc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.240186] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Releasing lock "refresh_cache-f27b521f-9193-4db1-a108-c1f3ac567ce8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.240256] env[69486]: DEBUG nova.compute.manager [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.240398] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.241383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6e3ca6-9c22-479a-b139-f94db4a2de74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.265939] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 4be76930-d724-4808-85c2-e1ca754f2784/4be76930-d724-4808-85c2-e1ca754f2784.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.268719] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e93b08e-8a6b-465f-9168-e0f9f6bf28a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.283017] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.284020] env[69486]: DEBUG nova.network.neutron [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updated VIF entry in instance network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.284354] env[69486]: DEBUG nova.network.neutron [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.286050] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7674c038-1f35-40ac-8edc-5f660cdd35b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.294631] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 724.294631] env[69486]: value = "task-3213759" [ 724.294631] env[69486]: _type = "Task" [ 724.294631] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.295759] env[69486]: DEBUG oslo_vmware.api [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 724.295759] env[69486]: value = "task-3213758" [ 724.295759] env[69486]: _type = "Task" [ 724.295759] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.308170] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.311229] env[69486]: DEBUG oslo_vmware.api [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.373106] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.374040] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac37f4b0-0623-4cc0-8629-f5b8224e202b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.388033] env[69486]: DEBUG oslo_concurrency.lockutils [req-f9288089-afe8-4b13-b62a-c411a59ddfe9 req-d207dbc7-2338-484c-a35a-0f4e6918abd1 service nova] Releasing lock "refresh_cache-cde882ea-3a53-49aa-9ad3-9cf96dab0e79" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.388033] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 724.388033] env[69486]: value = "task-3213760" [ 724.388033] env[69486]: _type = "Task" [ 724.388033] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.394937] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213760, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.484028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.484254] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.484373] env[69486]: DEBUG nova.network.neutron [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.631597] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213757, 'name': CreateVM_Task, 'duration_secs': 0.391111} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.631945] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.632643] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.632816] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.633186] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.633523] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a99917-9d92-4866-8177-582538b44b1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.640538] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 724.640538] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a5182f-80f2-1e57-58c4-f17e054e35af" [ 724.640538] env[69486]: _type = "Task" [ 724.640538] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.658936] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a5182f-80f2-1e57-58c4-f17e054e35af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.725145] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b4c6bc-8b87-52e5-b421-d459a85a0b18, 'name': SearchDatastore_Task, 'duration_secs': 0.016178} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.727721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.727994] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cde882ea-3a53-49aa-9ad3-9cf96dab0e79/cde882ea-3a53-49aa-9ad3-9cf96dab0e79.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.728648] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc5cc84-8053-4f3f-b7ca-69569afb711a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.736238] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 724.736238] env[69486]: value = "task-3213761" [ 724.736238] env[69486]: _type = "Task" [ 724.736238] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.747973] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.788986] env[69486]: DEBUG oslo_concurrency.lockutils [req-cf00ff3c-65c9-40a1-9765-6b8f2a1c3bf1 req-c98d65fb-d6f9-48f8-8033-6b98f94a3865 service nova] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.809054] env[69486]: DEBUG oslo_vmware.api [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213758, 'name': PowerOffVM_Task, 'duration_secs': 0.161508} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.814560] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.814824] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.815245] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213759, 'name': ReconfigVM_Task, 'duration_secs': 0.374908} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.815758] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8444fbc3-84be-4a19-aadf-cc9716246d06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.817738] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 4be76930-d724-4808-85c2-e1ca754f2784/4be76930-d724-4808-85c2-e1ca754f2784.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.818408] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d92d7e-d5ab-4a7c-a305-99842a36e7f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.826399] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 724.826399] env[69486]: value = "task-3213762" [ 724.826399] env[69486]: _type = "Task" [ 724.826399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.838959] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213762, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.856133] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.856454] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.856549] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Deleting the datastore file [datastore1] f27b521f-9193-4db1-a108-c1f3ac567ce8 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.857209] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca855b17-0d6f-47c1-aa48-06148e6a0ab3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.867495] env[69486]: DEBUG oslo_vmware.api [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for the task: (returnval){ [ 724.867495] env[69486]: value = "task-3213764" [ 724.867495] env[69486]: _type = "Task" [ 724.867495] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.876104] env[69486]: DEBUG oslo_vmware.api [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.903075] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213760, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.941805] env[69486]: DEBUG nova.compute.manager [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Received event network-vif-plugged-e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 724.941805] env[69486]: DEBUG oslo_concurrency.lockutils [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.941942] env[69486]: DEBUG oslo_concurrency.lockutils [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.941978] env[69486]: DEBUG oslo_concurrency.lockutils [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.942167] env[69486]: DEBUG nova.compute.manager [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] No waiting events found dispatching network-vif-plugged-e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.942329] env[69486]: WARNING nova.compute.manager [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Received unexpected event network-vif-plugged-e967d80c-046c-42a1-ab91-60ea28efe619 for instance with vm_state building and task_state spawning. [ 724.942487] env[69486]: DEBUG nova.compute.manager [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Received event network-changed-e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 724.942624] env[69486]: DEBUG nova.compute.manager [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Refreshing instance network info cache due to event network-changed-e967d80c-046c-42a1-ab91-60ea28efe619. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 724.942782] env[69486]: DEBUG oslo_concurrency.lockutils [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] Acquiring lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.032847] env[69486]: DEBUG nova.network.neutron [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.152695] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a5182f-80f2-1e57-58c4-f17e054e35af, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.156035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.156035] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.156035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.156035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.156325] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.156325] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d52496-2e10-43e7-80dd-9911b858d811 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.170140] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.170414] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.171232] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64721bc3-5769-4621-8a63-80146b867e65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.178232] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 725.178232] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52362f5f-55f7-41b9-95c8-0eb3d1a88c8b" [ 725.178232] env[69486]: _type = "Task" [ 725.178232] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.196438] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52362f5f-55f7-41b9-95c8-0eb3d1a88c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.224226] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aca58d-dfa9-40c6-b449-92f6f0d3f8ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.233188] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2cc67-7afe-4029-b5be-a4196d3540e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.245457] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484755} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.274091] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cde882ea-3a53-49aa-9ad3-9cf96dab0e79/cde882ea-3a53-49aa-9ad3-9cf96dab0e79.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.274762] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.274986] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d72f42dd-6cb7-49bb-b3e6-fabb5c9698e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.278177] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbde68d-d59c-4b2a-892a-2fe7ad6a59eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.288932] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf7e24-a829-4e48-9ec6-25246fd886a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.292931] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 725.292931] env[69486]: value = "task-3213765" [ 725.292931] env[69486]: _type = "Task" [ 725.292931] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.304674] env[69486]: DEBUG nova.compute.provider_tree [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.312515] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.338261] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213762, 'name': Rename_Task, 'duration_secs': 0.448207} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.338594] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.338794] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6cff658-130b-4776-b743-0ebd00c7b2c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.347775] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 725.347775] env[69486]: value = "task-3213766" [ 725.347775] env[69486]: _type = "Task" [ 725.347775] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.352341] env[69486]: DEBUG nova.network.neutron [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updating instance_info_cache with network_info: [{"id": "e967d80c-046c-42a1-ab91-60ea28efe619", "address": "fa:16:3e:f6:92:ca", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape967d80c-04", "ovs_interfaceid": "e967d80c-046c-42a1-ab91-60ea28efe619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.358089] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.380972] env[69486]: DEBUG oslo_vmware.api [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Task: {'id': task-3213764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393856} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.381252] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.381437] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.381611] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.381819] env[69486]: INFO nova.compute.manager [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 725.382019] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.382214] env[69486]: DEBUG nova.compute.manager [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.382310] env[69486]: DEBUG nova.network.neutron [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.397501] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213760, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.424858] env[69486]: DEBUG nova.network.neutron [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.694416] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52362f5f-55f7-41b9-95c8-0eb3d1a88c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.027291} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.695465] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a0a433-f666-4f73-8e9c-56d720ee8094 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.704990] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 725.704990] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e93eed-2b41-e6d1-039b-0e4e1ce8053f" [ 725.704990] env[69486]: _type = "Task" [ 725.704990] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.713542] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e93eed-2b41-e6d1-039b-0e4e1ce8053f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.805130] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081657} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.805442] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.806251] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44560c29-4ec5-4389-8d9f-8d5a734236d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.822999] env[69486]: DEBUG nova.scheduler.client.report [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.834535] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] cde882ea-3a53-49aa-9ad3-9cf96dab0e79/cde882ea-3a53-49aa-9ad3-9cf96dab0e79.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.835059] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8da61be-1b61-4c87-8376-26d82ad6dff3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.855611] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Releasing lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.856047] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Instance network_info: |[{"id": "e967d80c-046c-42a1-ab91-60ea28efe619", "address": "fa:16:3e:f6:92:ca", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape967d80c-04", "ovs_interfaceid": "e967d80c-046c-42a1-ab91-60ea28efe619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.860169] env[69486]: DEBUG oslo_concurrency.lockutils [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] Acquired lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.860467] env[69486]: DEBUG nova.network.neutron [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Refreshing network info cache for port e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.861505] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:92:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e967d80c-046c-42a1-ab91-60ea28efe619', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.868609] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Creating folder: Project (b3732a2fcd454709aa0ff1f50ff59acb). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.868877] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213766, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.871033] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a434a97-0373-486e-8e6c-4e287f39c58b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.872721] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 725.872721] env[69486]: value = "task-3213767" [ 725.872721] env[69486]: _type = "Task" [ 725.872721] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.883276] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.884632] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Created folder: Project (b3732a2fcd454709aa0ff1f50ff59acb) in parent group-v642494. [ 725.884812] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Creating folder: Instances. Parent ref: group-v642604. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.885054] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983a045d-e54d-45b4-923a-e31f40ed5a8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.896830] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213760, 'name': CloneVM_Task, 'duration_secs': 1.409871} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.897793] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Created linked-clone VM from snapshot [ 725.898075] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Created folder: Instances in parent group-v642604. [ 725.898289] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.898985] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ffc1b-d25d-451a-a7a6-0f592f7bc3d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.901527] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.901750] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-064a1954-58eb-4ca7-9d41-9bb4bf8a0907 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.922651] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Uploading image 418d5528-edf6-4839-98d2-e0f2edce75ee {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.925846] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.925846] env[69486]: value = "task-3213770" [ 725.925846] env[69486]: _type = "Task" [ 725.925846] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.928949] env[69486]: DEBUG nova.network.neutron [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.935354] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213770, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.953512] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.953512] env[69486]: value = "vm-642603" [ 725.953512] env[69486]: _type = "VirtualMachine" [ 725.953512] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.953810] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ec23a6c-306a-4f70-9118-05fa197bbd8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.962324] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lease: (returnval){ [ 725.962324] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529cb38b-5946-a9e2-4552-b17abdfd1ac1" [ 725.962324] env[69486]: _type = "HttpNfcLease" [ 725.962324] env[69486]: } obtained for exporting VM: (result){ [ 725.962324] env[69486]: value = "vm-642603" [ 725.962324] env[69486]: _type = "VirtualMachine" [ 725.962324] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.962646] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the lease: (returnval){ [ 725.962646] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529cb38b-5946-a9e2-4552-b17abdfd1ac1" [ 725.962646] env[69486]: _type = "HttpNfcLease" [ 725.962646] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.969386] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.969386] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529cb38b-5946-a9e2-4552-b17abdfd1ac1" [ 725.969386] env[69486]: _type = "HttpNfcLease" [ 725.969386] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.218649] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e93eed-2b41-e6d1-039b-0e4e1ce8053f, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.219082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.219339] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.219623] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8b58127-77f1-467e-856d-5bdafd1536bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.228887] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 726.228887] env[69486]: value = "task-3213772" [ 726.228887] env[69486]: _type = "Task" [ 726.228887] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.239635] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.337297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.337633] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.340320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.408s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.341648] env[69486]: INFO nova.compute.claims [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.360599] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213766, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.386489] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213767, 'name': ReconfigVM_Task, 'duration_secs': 0.385402} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.386786] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Reconfigured VM instance instance-00000022 to attach disk [datastore1] cde882ea-3a53-49aa-9ad3-9cf96dab0e79/cde882ea-3a53-49aa-9ad3-9cf96dab0e79.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.387704] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce73086-da7f-4bcc-bdb7-737ab36af87e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.395152] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 726.395152] env[69486]: value = "task-3213773" [ 726.395152] env[69486]: _type = "Task" [ 726.395152] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.405704] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213773, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.431859] env[69486]: INFO nova.compute.manager [-] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Took 1.05 seconds to deallocate network for instance. [ 726.442331] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213770, 'name': CreateVM_Task, 'duration_secs': 0.362707} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.443125] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.443321] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.443541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.443997] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.444273] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ed40a4-516c-40cb-8897-1cfd2915fc0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.453648] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 726.453648] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263f12a-33ed-5654-327a-9fdedcd59bbf" [ 726.453648] env[69486]: _type = "Task" [ 726.453648] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.466065] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263f12a-33ed-5654-327a-9fdedcd59bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.475648] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.475648] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529cb38b-5946-a9e2-4552-b17abdfd1ac1" [ 726.475648] env[69486]: _type = "HttpNfcLease" [ 726.475648] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.476132] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.476132] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529cb38b-5946-a9e2-4552-b17abdfd1ac1" [ 726.476132] env[69486]: _type = "HttpNfcLease" [ 726.476132] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.476785] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dabc17e-5e2c-4374-b942-6154840f2aa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.490372] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52401070-ff89-0052-8ec6-af5b7e4e9a99/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.490560] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52401070-ff89-0052-8ec6-af5b7e4e9a99/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.658604] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc52519d-447d-48fb-bd22-3c17db4bd85f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.741668] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.768149] env[69486]: DEBUG nova.network.neutron [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updated VIF entry in instance network info cache for port e967d80c-046c-42a1-ab91-60ea28efe619. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.768149] env[69486]: DEBUG nova.network.neutron [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updating instance_info_cache with network_info: [{"id": "e967d80c-046c-42a1-ab91-60ea28efe619", "address": "fa:16:3e:f6:92:ca", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape967d80c-04", "ovs_interfaceid": "e967d80c-046c-42a1-ab91-60ea28efe619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.846320] env[69486]: DEBUG nova.compute.utils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.851861] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.852132] env[69486]: DEBUG nova.network.neutron [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.870527] env[69486]: DEBUG oslo_vmware.api [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213766, 'name': PowerOnVM_Task, 'duration_secs': 1.017737} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.870527] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.870753] env[69486]: INFO nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Took 8.92 seconds to spawn the instance on the hypervisor. [ 726.870918] env[69486]: DEBUG nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.871695] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d865840-78f2-443b-a0cd-39eb40ede266 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.908015] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213773, 'name': Rename_Task, 'duration_secs': 0.198431} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.908327] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.908592] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a3de314-c951-4213-b6ee-39f213a65569 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.917959] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 726.917959] env[69486]: value = "task-3213774" [ 726.917959] env[69486]: _type = "Task" [ 726.917959] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.920391] env[69486]: DEBUG nova.policy [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182625dacd8e46fe82cf5fed67c1f2af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0080274719645c5befbcefd89334db1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.932071] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.940093] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.966276] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263f12a-33ed-5654-327a-9fdedcd59bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.067435} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.966710] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.966847] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.967119] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.967229] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.967893] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.967893] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8181e7f0-70ea-4025-ace3-27ae9da5504d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.980124] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.980344] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.981242] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a129ab2-f2ed-473a-9987-c47e26ab8657 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.989145] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 726.989145] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6ac91-a14a-5f5e-8cbe-516c8547ff16" [ 726.989145] env[69486]: _type = "Task" [ 726.989145] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.000816] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6ac91-a14a-5f5e-8cbe-516c8547ff16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.246210] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528094} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.246550] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.246807] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.247958] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-224f269a-8218-436b-8751-0913772fbb60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.258252] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 727.258252] env[69486]: value = "task-3213775" [ 727.258252] env[69486]: _type = "Task" [ 727.258252] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.268774] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.270615] env[69486]: DEBUG oslo_concurrency.lockutils [req-870f980d-062b-4ee9-b563-ee4a2c7670c8 req-d80288eb-3579-499d-86f4-4e541af6aaf6 service nova] Releasing lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.276744] env[69486]: DEBUG nova.network.neutron [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Successfully created port: 21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.358036] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.394785] env[69486]: INFO nova.compute.manager [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Took 42.13 seconds to build instance. [ 727.441681] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.503591] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6ac91-a14a-5f5e-8cbe-516c8547ff16, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.505457] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c662e3d-0cc0-4da4-91f9-baa1c0966e0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.516365] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 727.516365] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b71959-35ec-9ade-7bc3-f537c7806b54" [ 727.516365] env[69486]: _type = "Task" [ 727.516365] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.526258] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b71959-35ec-9ade-7bc3-f537c7806b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.779696] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.780015] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.780857] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5486da-6138-42dd-abd2-6adf12ffcb7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.807627] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.813053] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9d5ee0-46a5-40f2-81e7-9cb28be5723d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.836455] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 727.836455] env[69486]: value = "task-3213776" [ 727.836455] env[69486]: _type = "Task" [ 727.836455] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.849625] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.900757] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b032cd41-3d1f-4d8d-bd3e-c8fe0ce1c7c2 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "4be76930-d724-4808-85c2-e1ca754f2784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.596s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.940113] env[69486]: DEBUG oslo_vmware.api [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213774, 'name': PowerOnVM_Task, 'duration_secs': 0.809387} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.943126] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.943596] env[69486]: INFO nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Took 7.21 seconds to spawn the instance on the hypervisor. [ 727.943810] env[69486]: DEBUG nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.946280] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ad46b-3314-4842-b891-09e61d1a21de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.036047] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b71959-35ec-9ade-7bc3-f537c7806b54, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.039511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.039948] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9cc351f0-51fb-4bf5-87c9-e4b982bc1942/9cc351f0-51fb-4bf5-87c9-e4b982bc1942.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.041789] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8dff1d-bef5-4f0a-9fd5-39f4fe537cc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.050702] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 728.050702] env[69486]: value = "task-3213777" [ 728.050702] env[69486]: _type = "Task" [ 728.050702] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.064227] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.070373] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf124f-369b-4aa5-8b6d-709edbe5dd9f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.078767] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b7fea6-7958-4473-bae9-572abaad38bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.112107] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b83c54-43fe-45a9-be1d-a31e537d8171 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.121287] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafa4dd-ee46-4ef2-8e63-5b54fd023ebf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.137347] env[69486]: DEBUG nova.compute.provider_tree [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.280125] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f283dd-0d7f-4d5b-b564-d2f65b6898a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.290955] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Suspending the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 728.290955] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1fbb378a-0b0b-4d6c-b10f-2701dff08ae6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.301529] env[69486]: DEBUG oslo_vmware.api [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 728.301529] env[69486]: value = "task-3213778" [ 728.301529] env[69486]: _type = "Task" [ 728.301529] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.323163] env[69486]: DEBUG oslo_vmware.api [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213778, 'name': SuspendVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.349248] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213776, 'name': ReconfigVM_Task, 'duration_secs': 0.331513} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.349701] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16/23d7be76-bf47-42d3-ac48-38dc79383b16.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.350430] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce93181-d4f9-4c13-b538-eb06421e21d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.363969] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 728.363969] env[69486]: value = "task-3213779" [ 728.363969] env[69486]: _type = "Task" [ 728.363969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.369122] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.382363] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213779, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.395850] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.396757] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.398259] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.398521] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.399197] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.399197] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.399332] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.399594] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.399790] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.400118] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.400333] env[69486]: DEBUG nova.virt.hardware [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.401923] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3904e21-8ae6-4d76-a5c4-9090322ee195 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.405206] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.420809] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef757ee6-eb4b-4fdc-a7a6-668ecf00c53c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.472844] env[69486]: INFO nova.compute.manager [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Took 38.08 seconds to build instance. [ 728.565583] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213777, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.641728] env[69486]: DEBUG nova.scheduler.client.report [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.819048] env[69486]: DEBUG oslo_vmware.api [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213778, 'name': SuspendVM_Task} progress is 62%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.854263] env[69486]: DEBUG nova.compute.manager [req-8eee1ed7-5e0e-494c-b596-51763c81854a req-2153ed0f-165d-4b0c-a109-556fe83367d7 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Received event network-vif-plugged-21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 728.854487] env[69486]: DEBUG oslo_concurrency.lockutils [req-8eee1ed7-5e0e-494c-b596-51763c81854a req-2153ed0f-165d-4b0c-a109-556fe83367d7 service nova] Acquiring lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.854920] env[69486]: DEBUG oslo_concurrency.lockutils [req-8eee1ed7-5e0e-494c-b596-51763c81854a req-2153ed0f-165d-4b0c-a109-556fe83367d7 service nova] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.855193] env[69486]: DEBUG oslo_concurrency.lockutils [req-8eee1ed7-5e0e-494c-b596-51763c81854a req-2153ed0f-165d-4b0c-a109-556fe83367d7 service nova] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.855368] env[69486]: DEBUG nova.compute.manager [req-8eee1ed7-5e0e-494c-b596-51763c81854a req-2153ed0f-165d-4b0c-a109-556fe83367d7 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] No waiting events found dispatching network-vif-plugged-21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.855569] env[69486]: WARNING nova.compute.manager [req-8eee1ed7-5e0e-494c-b596-51763c81854a req-2153ed0f-165d-4b0c-a109-556fe83367d7 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Received unexpected event network-vif-plugged-21bdfbb8-b55a-4c89-9e22-5e533d2cba4e for instance with vm_state building and task_state spawning. [ 728.877209] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213779, 'name': Rename_Task, 'duration_secs': 0.300732} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.877746] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.878018] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0a6ec8-4485-4899-916f-d4b4f77b6fea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.886982] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 728.886982] env[69486]: value = "task-3213780" [ 728.886982] env[69486]: _type = "Task" [ 728.886982] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.896838] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.943305] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.975999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-71b86006-ce9c-4498-876b-b3a5586ebf01 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.595s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.000378] env[69486]: DEBUG nova.network.neutron [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Successfully updated port: 21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.067233] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517255} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.067529] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9cc351f0-51fb-4bf5-87c9-e4b982bc1942/9cc351f0-51fb-4bf5-87c9-e4b982bc1942.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.067748] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.068655] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2bb6703-6f03-46d8-adb5-9e42b9a4b26b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.077850] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 729.077850] env[69486]: value = "task-3213781" [ 729.077850] env[69486]: _type = "Task" [ 729.077850] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.092889] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.132651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.132954] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.133255] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.133545] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.133777] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.141027] env[69486]: INFO nova.compute.manager [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Terminating instance [ 729.147046] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.147822] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.154024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.879s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.154024] env[69486]: DEBUG nova.objects.instance [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lazy-loading 'resources' on Instance uuid 647ccacb-d909-4809-910b-caa4a7732b61 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.315701] env[69486]: DEBUG oslo_vmware.api [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213778, 'name': SuspendVM_Task, 'duration_secs': 0.918054} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.316121] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Suspended the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 729.316406] env[69486]: DEBUG nova.compute.manager [None req-ca18f68c-9dd8-4771-90bd-fca894c7e234 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.317571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2dcd2-c4bd-4475-94f3-216711efca1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.397177] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213780, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.478424] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.502504] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "refresh_cache-970e553a-7e3e-466a-96c7-d9d6f6d6807c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.502654] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired lock "refresh_cache-970e553a-7e3e-466a-96c7-d9d6f6d6807c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.502805] env[69486]: DEBUG nova.network.neutron [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.589550] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11482} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.589832] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.590712] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1091a42e-a805-48f5-9611-b3964be0cc7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.614596] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 9cc351f0-51fb-4bf5-87c9-e4b982bc1942/9cc351f0-51fb-4bf5-87c9-e4b982bc1942.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.614921] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cde227-6cf0-485b-ae82-570bbd0eebc7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.637110] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 729.637110] env[69486]: value = "task-3213782" [ 729.637110] env[69486]: _type = "Task" [ 729.637110] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.647054] env[69486]: DEBUG nova.compute.manager [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.647290] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.647573] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.648337] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2fdeee-e557-40bb-a827-71eb0dac40fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.657314] env[69486]: DEBUG nova.compute.utils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.661831] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.662851] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.664321] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.664836] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e78ffeed-6662-4f76-97a5-fa659b11132e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.679067] env[69486]: DEBUG oslo_vmware.api [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 729.679067] env[69486]: value = "task-3213783" [ 729.679067] env[69486]: _type = "Task" [ 729.679067] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.690861] env[69486]: DEBUG oslo_vmware.api [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.720235] env[69486]: DEBUG nova.policy [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09265bfdb8a4648906551e2b1e53798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b75b141dca743e1b406a9155460b1e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.905182] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213780, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.001341] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.050697] env[69486]: DEBUG nova.network.neutron [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.109835] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Successfully created port: 42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.151241] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213782, 'name': ReconfigVM_Task, 'duration_secs': 0.348127} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.154338] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 9cc351f0-51fb-4bf5-87c9-e4b982bc1942/9cc351f0-51fb-4bf5-87c9-e4b982bc1942.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.158970] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c1ac29-10a1-4643-8108-3b6b8131b8ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.166043] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.168856] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 730.168856] env[69486]: value = "task-3213784" [ 730.168856] env[69486]: _type = "Task" [ 730.168856] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.185469] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213784, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.190711] env[69486]: DEBUG oslo_vmware.api [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213783, 'name': PowerOffVM_Task, 'duration_secs': 0.227921} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.195697] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.195697] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.198598] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c6ef39e-3eee-4227-8700-ca53d863eed0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.236232] env[69486]: DEBUG nova.network.neutron [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Updating instance_info_cache with network_info: [{"id": "21bdfbb8-b55a-4c89-9e22-5e533d2cba4e", "address": "fa:16:3e:5b:a5:b4", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bdfbb8-b5", "ovs_interfaceid": "21bdfbb8-b55a-4c89-9e22-5e533d2cba4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.273226] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.273578] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.274822] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Deleting the datastore file [datastore1] cde882ea-3a53-49aa-9ad3-9cf96dab0e79 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.274822] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9ce2b4-2672-40c9-a745-6ee2d190a560 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.280252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b657e7c-5a15-4ca1-876b-74ee4900315a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.285690] env[69486]: DEBUG oslo_vmware.api [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for the task: (returnval){ [ 730.285690] env[69486]: value = "task-3213786" [ 730.285690] env[69486]: _type = "Task" [ 730.285690] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.294858] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aadcfb0-3355-4911-bbb5-f1ec9f8ec30d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.304764] env[69486]: DEBUG oslo_vmware.api [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.339712] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224f5e3-c397-41da-bfdf-2c5f7c78aec4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.351342] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23371c9-8a19-4d43-aecf-7fea043c5066 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.372189] env[69486]: DEBUG nova.compute.provider_tree [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.407368] env[69486]: DEBUG oslo_vmware.api [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213780, 'name': PowerOnVM_Task, 'duration_secs': 1.480096} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.407767] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.408017] env[69486]: DEBUG nova.compute.manager [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.408812] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41dec3c-602e-4676-a8dd-d254f4a0f64e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.682155] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213784, 'name': Rename_Task, 'duration_secs': 0.203648} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.683823] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.683823] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f65915b2-197a-4574-8275-28ff8639db68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.693531] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 730.693531] env[69486]: value = "task-3213787" [ 730.693531] env[69486]: _type = "Task" [ 730.693531] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.702464] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.739710] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Releasing lock "refresh_cache-970e553a-7e3e-466a-96c7-d9d6f6d6807c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.739803] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Instance network_info: |[{"id": "21bdfbb8-b55a-4c89-9e22-5e533d2cba4e", "address": "fa:16:3e:5b:a5:b4", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bdfbb8-b5", "ovs_interfaceid": "21bdfbb8-b55a-4c89-9e22-5e533d2cba4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.740570] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a5:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21bdfbb8-b55a-4c89-9e22-5e533d2cba4e', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.749903] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.750593] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.750846] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e8c51d-c8c5-4b4b-8488-78438993db97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.775648] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.775648] env[69486]: value = "task-3213788" [ 730.775648] env[69486]: _type = "Task" [ 730.775648] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.784986] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213788, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.796931] env[69486]: DEBUG oslo_vmware.api [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Task: {'id': task-3213786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184081} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.796931] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.796931] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.797183] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.797286] env[69486]: INFO nova.compute.manager [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Took 1.15 seconds to destroy the instance on the hypervisor. [ 730.798591] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.798591] env[69486]: DEBUG nova.compute.manager [-] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.798591] env[69486]: DEBUG nova.network.neutron [-] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.875925] env[69486]: DEBUG nova.scheduler.client.report [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.926719] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.045150] env[69486]: DEBUG nova.compute.manager [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Received event network-changed-21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 731.045361] env[69486]: DEBUG nova.compute.manager [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Refreshing instance network info cache due to event network-changed-21bdfbb8-b55a-4c89-9e22-5e533d2cba4e. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 731.045657] env[69486]: DEBUG oslo_concurrency.lockutils [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] Acquiring lock "refresh_cache-970e553a-7e3e-466a-96c7-d9d6f6d6807c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.045930] env[69486]: DEBUG oslo_concurrency.lockutils [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] Acquired lock "refresh_cache-970e553a-7e3e-466a-96c7-d9d6f6d6807c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.045981] env[69486]: DEBUG nova.network.neutron [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Refreshing network info cache for port 21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.184050] env[69486]: DEBUG nova.compute.manager [req-a95e3072-3b98-4527-b796-04d06abfde72 req-476d2064-98fc-43c5-9bfd-49bac7e200ab service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Received event network-vif-deleted-93a945f3-2812-4020-852c-7d8ca26f6a5d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 731.184273] env[69486]: INFO nova.compute.manager [req-a95e3072-3b98-4527-b796-04d06abfde72 req-476d2064-98fc-43c5-9bfd-49bac7e200ab service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Neutron deleted interface 93a945f3-2812-4020-852c-7d8ca26f6a5d; detaching it from the instance and deleting it from the info cache [ 731.184443] env[69486]: DEBUG nova.network.neutron [req-a95e3072-3b98-4527-b796-04d06abfde72 req-476d2064-98fc-43c5-9bfd-49bac7e200ab service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.187801] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.207185] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213787, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.216932] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.217317] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.217505] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.217692] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.217872] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.217999] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.218220] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.218376] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.218596] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.218845] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.219053] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.220083] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5286d7ac-a3b6-4be1-ae92-736ba56f2522 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.233013] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca4aea0-d01a-4acf-af1e-06d2784bff42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.286249] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213788, 'name': CreateVM_Task, 'duration_secs': 0.468411} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.286428] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.287170] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.287380] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.287670] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.287953] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf26f852-d157-482a-ad71-eb8cfb94e8ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.294177] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 731.294177] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52183332-74d5-378e-e3df-39ab9466022c" [ 731.294177] env[69486]: _type = "Task" [ 731.294177] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.307892] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52183332-74d5-378e-e3df-39ab9466022c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.386850] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.386850] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.140s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.387333] env[69486]: DEBUG nova.objects.instance [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lazy-loading 'resources' on Instance uuid 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.412874] env[69486]: INFO nova.scheduler.client.report [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Deleted allocations for instance 647ccacb-d909-4809-910b-caa4a7732b61 [ 731.638909] env[69486]: DEBUG nova.network.neutron [-] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.690637] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eb4af0d-02aa-45df-874b-308c0836c370 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.703428] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d761558e-78cd-49d2-bedb-5c5256e8a80a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.718735] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213787, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.751943] env[69486]: DEBUG nova.compute.manager [req-a95e3072-3b98-4527-b796-04d06abfde72 req-476d2064-98fc-43c5-9bfd-49bac7e200ab service nova] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Detach interface failed, port_id=93a945f3-2812-4020-852c-7d8ca26f6a5d, reason: Instance cde882ea-3a53-49aa-9ad3-9cf96dab0e79 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 731.806722] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52183332-74d5-378e-e3df-39ab9466022c, 'name': SearchDatastore_Task, 'duration_secs': 0.017214} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.809394] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.809636] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.809871] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.810026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.810206] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.810495] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81bbc78-d94e-4bd0-a816-d04a14267dce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.822995] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.823240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.824109] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a500edb-82a8-486d-a6bc-e19795effac7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.832934] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 731.832934] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520a4143-5214-13df-e1b5-ed03380aec11" [ 731.832934] env[69486]: _type = "Task" [ 731.832934] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.844825] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520a4143-5214-13df-e1b5-ed03380aec11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.848317] env[69486]: DEBUG nova.network.neutron [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Updated VIF entry in instance network info cache for port 21bdfbb8-b55a-4c89-9e22-5e533d2cba4e. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.848660] env[69486]: DEBUG nova.network.neutron [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Updating instance_info_cache with network_info: [{"id": "21bdfbb8-b55a-4c89-9e22-5e533d2cba4e", "address": "fa:16:3e:5b:a5:b4", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bdfbb8-b5", "ovs_interfaceid": "21bdfbb8-b55a-4c89-9e22-5e533d2cba4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.872104] env[69486]: DEBUG nova.compute.manager [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.873344] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08b5990-ad61-4de8-83a2-8d92c9a145b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.908116] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "23d7be76-bf47-42d3-ac48-38dc79383b16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.908733] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.908733] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "23d7be76-bf47-42d3-ac48-38dc79383b16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.908733] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.908892] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.915449] env[69486]: INFO nova.compute.manager [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Terminating instance [ 731.922042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7964bd61-7fda-4bc6-823a-acc3f73bacbd tempest-DeleteServersAdminTestJSON-1649493566 tempest-DeleteServersAdminTestJSON-1649493566-project-member] Lock "647ccacb-d909-4809-910b-caa4a7732b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.137s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.042897] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Successfully updated port: 42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.142104] env[69486]: INFO nova.compute.manager [-] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Took 1.34 seconds to deallocate network for instance. [ 732.209598] env[69486]: DEBUG oslo_vmware.api [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213787, 'name': PowerOnVM_Task, 'duration_secs': 1.289781} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.209859] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.210085] env[69486]: INFO nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Took 8.83 seconds to spawn the instance on the hypervisor. [ 732.210277] env[69486]: DEBUG nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.211520] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad574e1-19a7-4098-9afb-f64a88442583 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.346866] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520a4143-5214-13df-e1b5-ed03380aec11, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.347740] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4e7230-eb7a-4da6-99f1-c4a81149cfb7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.350748] env[69486]: DEBUG oslo_concurrency.lockutils [req-d401b40e-489d-4f32-ae6b-46305ec84f53 req-8f512206-dab2-4217-b88a-6c4bee0bb96b service nova] Releasing lock "refresh_cache-970e553a-7e3e-466a-96c7-d9d6f6d6807c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.355842] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 732.355842] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fcca3f-bf27-f997-2272-66ab6333d696" [ 732.355842] env[69486]: _type = "Task" [ 732.355842] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.365915] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fcca3f-bf27-f997-2272-66ab6333d696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.394062] env[69486]: INFO nova.compute.manager [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] instance snapshotting [ 732.394330] env[69486]: WARNING nova.compute.manager [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 732.398585] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c53012-5c6d-4fb6-8b5e-6aef6b8b4862 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.425167] env[69486]: DEBUG nova.compute.manager [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.425705] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.429892] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e94f7-cd31-4539-a0fe-6a696b6f8d20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.433050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac82514-03fc-4964-bee9-5caafb1bbfee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.446290] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.446868] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4558e962-2856-497d-a3b1-016a19ae898f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.457619] env[69486]: DEBUG oslo_vmware.api [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 732.457619] env[69486]: value = "task-3213789" [ 732.457619] env[69486]: _type = "Task" [ 732.457619] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.469348] env[69486]: DEBUG oslo_vmware.api [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.498185] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754ac1c8-1d28-45ab-ae5c-93c8ba89c48c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.506834] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.507117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.511886] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d822f4-85d5-46fe-86da-be01b8c95dca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547842] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "refresh_cache-13fe71e9-b0d9-4f6d-b293-49e6557bb941" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.548081] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "refresh_cache-13fe71e9-b0d9-4f6d-b293-49e6557bb941" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.548175] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.550318] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861511a5-2de1-4408-8ec3-92ca8b322b0d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.560059] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe2cb0f-2173-4344-8a61-01156ff8f93e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.578974] env[69486]: DEBUG nova.compute.provider_tree [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.651289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.734560] env[69486]: INFO nova.compute.manager [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Took 37.61 seconds to build instance. [ 732.866940] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fcca3f-bf27-f997-2272-66ab6333d696, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.867243] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.867506] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 970e553a-7e3e-466a-96c7-d9d6f6d6807c/970e553a-7e3e-466a-96c7-d9d6f6d6807c.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.867769] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0ae7fc6-e659-42ba-a017-141c29d419d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.877233] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 732.877233] env[69486]: value = "task-3213790" [ 732.877233] env[69486]: _type = "Task" [ 732.877233] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.886274] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.951060] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.951060] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c00b76e-1a18-49a7-aa84-044f59a1d851 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.966059] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 732.966059] env[69486]: value = "task-3213791" [ 732.966059] env[69486]: _type = "Task" [ 732.966059] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.972965] env[69486]: DEBUG oslo_vmware.api [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213789, 'name': PowerOffVM_Task, 'duration_secs': 0.225052} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.973891] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.976681] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.976681] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c6f074-81aa-40b9-a55e-c1ef078d668f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.980488] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213791, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.047025] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.047025] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.047025] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore2] 23d7be76-bf47-42d3-ac48-38dc79383b16 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.047025] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a84fbfe2-5e91-4763-b9a1-9b77e212bb6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.055500] env[69486]: DEBUG oslo_vmware.api [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 733.055500] env[69486]: value = "task-3213793" [ 733.055500] env[69486]: _type = "Task" [ 733.055500] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.066576] env[69486]: DEBUG oslo_vmware.api [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.108139] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.109343] env[69486]: ERROR nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] [req-eda8a6a7-cde0-47b1-ba86-64bfb806de63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eda8a6a7-cde0-47b1-ba86-64bfb806de63"}]} [ 733.134305] env[69486]: DEBUG nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 733.145165] env[69486]: DEBUG nova.compute.manager [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Received event network-vif-plugged-42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 733.145165] env[69486]: DEBUG oslo_concurrency.lockutils [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] Acquiring lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.145165] env[69486]: DEBUG oslo_concurrency.lockutils [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.147057] env[69486]: DEBUG oslo_concurrency.lockutils [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.147057] env[69486]: DEBUG nova.compute.manager [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] No waiting events found dispatching network-vif-plugged-42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.147057] env[69486]: WARNING nova.compute.manager [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Received unexpected event network-vif-plugged-42f7773f-8694-4b11-b9c0-a53e48e8a462 for instance with vm_state building and task_state spawning. [ 733.147057] env[69486]: DEBUG nova.compute.manager [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Received event network-changed-42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 733.147057] env[69486]: DEBUG nova.compute.manager [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Refreshing instance network info cache due to event network-changed-42f7773f-8694-4b11-b9c0-a53e48e8a462. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 733.147425] env[69486]: DEBUG oslo_concurrency.lockutils [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] Acquiring lock "refresh_cache-13fe71e9-b0d9-4f6d-b293-49e6557bb941" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155965] env[69486]: DEBUG nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 733.158021] env[69486]: DEBUG nova.compute.provider_tree [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.170320] env[69486]: DEBUG nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.198212] env[69486]: DEBUG nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.235821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa6d39b7-0978-416f-95ab-48cf061a0163 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.025s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.342705] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Updating instance_info_cache with network_info: [{"id": "42f7773f-8694-4b11-b9c0-a53e48e8a462", "address": "fa:16:3e:d2:f6:fd", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f7773f-86", "ovs_interfaceid": "42f7773f-8694-4b11-b9c0-a53e48e8a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.392727] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.476534] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213791, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.585095] env[69486]: DEBUG oslo_vmware.api [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3213793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504309} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.585095] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.585095] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.585470] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.585873] env[69486]: INFO nova.compute.manager [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 733.586391] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.587024] env[69486]: DEBUG nova.compute.manager [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.587024] env[69486]: DEBUG nova.network.neutron [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.738670] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.850509] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "refresh_cache-13fe71e9-b0d9-4f6d-b293-49e6557bb941" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850955] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Instance network_info: |[{"id": "42f7773f-8694-4b11-b9c0-a53e48e8a462", "address": "fa:16:3e:d2:f6:fd", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f7773f-86", "ovs_interfaceid": "42f7773f-8694-4b11-b9c0-a53e48e8a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.851330] env[69486]: DEBUG oslo_concurrency.lockutils [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] Acquired lock "refresh_cache-13fe71e9-b0d9-4f6d-b293-49e6557bb941" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.851602] env[69486]: DEBUG nova.network.neutron [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Refreshing network info cache for port 42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.856188] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:f6:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42f7773f-8694-4b11-b9c0-a53e48e8a462', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.869813] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Creating folder: Project (7b75b141dca743e1b406a9155460b1e8). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.872245] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43317659-476c-4688-8d58-4b0b9edf58e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.874785] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f5c87d-6a71-4ba4-accc-d66098c58d1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.889702] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf9d73-e079-49e7-9b34-9fa8227e177a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.893733] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576392} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.895646] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 970e553a-7e3e-466a-96c7-d9d6f6d6807c/970e553a-7e3e-466a-96c7-d9d6f6d6807c.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.895969] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.896321] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Created folder: Project (7b75b141dca743e1b406a9155460b1e8) in parent group-v642494. [ 733.896579] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Creating folder: Instances. Parent ref: group-v642608. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.897365] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b43b67-0c16-4422-8091-b5cdec1ec7aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.900281] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6d6106b-dac6-401c-acd7-3cd4cb42dae7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.936358] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f1706-82ef-4131-bb19-f3685f284ec9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.940765] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 733.940765] env[69486]: value = "task-3213796" [ 733.940765] env[69486]: _type = "Task" [ 733.940765] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.944207] env[69486]: DEBUG nova.compute.manager [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Received event network-changed-e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 733.945238] env[69486]: DEBUG nova.compute.manager [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Refreshing instance network info cache due to event network-changed-e967d80c-046c-42a1-ab91-60ea28efe619. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 733.945283] env[69486]: DEBUG oslo_concurrency.lockutils [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] Acquiring lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.945518] env[69486]: DEBUG oslo_concurrency.lockutils [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] Acquired lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.945804] env[69486]: DEBUG nova.network.neutron [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Refreshing network info cache for port e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.955343] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Created folder: Instances in parent group-v642608. [ 733.955343] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.957503] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.958900] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3665aee4-b21d-4ea0-8c86-455683582dcc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.964518] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e217e91-ab75-40fa-933f-88a3eef194b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.986248] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.998929] env[69486]: DEBUG nova.compute.provider_tree [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.002827] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.002827] env[69486]: value = "task-3213797" [ 734.002827] env[69486]: _type = "Task" [ 734.002827] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.009360] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213791, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.016835] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213797, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.269244] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.454095] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080085} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.454095] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.454832] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8497eab-2257-46e4-a434-88dc658816bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.473253] env[69486]: DEBUG nova.network.neutron [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.484559] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 970e553a-7e3e-466a-96c7-d9d6f6d6807c/970e553a-7e3e-466a-96c7-d9d6f6d6807c.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.484938] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483b2dee-30e4-4c88-904d-c83e5709e55b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.521564] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 734.521564] env[69486]: value = "task-3213798" [ 734.521564] env[69486]: _type = "Task" [ 734.521564] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.525916] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213791, 'name': CreateSnapshot_Task, 'duration_secs': 1.113249} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.532026] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 734.533866] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213797, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.533866] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143107ee-1f21-4ec6-a9a9-3956badd2954 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.546862] env[69486]: DEBUG nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 734.546862] env[69486]: DEBUG nova.compute.provider_tree [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 63 to 64 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 734.546862] env[69486]: DEBUG nova.compute.provider_tree [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.554727] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.751242] env[69486]: DEBUG nova.network.neutron [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Updated VIF entry in instance network info cache for port 42f7773f-8694-4b11-b9c0-a53e48e8a462. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.751599] env[69486]: DEBUG nova.network.neutron [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Updating instance_info_cache with network_info: [{"id": "42f7773f-8694-4b11-b9c0-a53e48e8a462", "address": "fa:16:3e:d2:f6:fd", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f7773f-86", "ovs_interfaceid": "42f7773f-8694-4b11-b9c0-a53e48e8a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.763060] env[69486]: DEBUG nova.network.neutron [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updated VIF entry in instance network info cache for port e967d80c-046c-42a1-ab91-60ea28efe619. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.763415] env[69486]: DEBUG nova.network.neutron [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updating instance_info_cache with network_info: [{"id": "e967d80c-046c-42a1-ab91-60ea28efe619", "address": "fa:16:3e:f6:92:ca", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape967d80c-04", "ovs_interfaceid": "e967d80c-046c-42a1-ab91-60ea28efe619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.985431] env[69486]: INFO nova.compute.manager [-] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Took 1.40 seconds to deallocate network for instance. [ 735.020041] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213797, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.037393] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213798, 'name': ReconfigVM_Task, 'duration_secs': 0.361177} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.037960] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 970e553a-7e3e-466a-96c7-d9d6f6d6807c/970e553a-7e3e-466a-96c7-d9d6f6d6807c.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.038569] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1388d3e3-ef45-4121-9738-5ac00f55d72c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.046207] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 735.046207] env[69486]: value = "task-3213799" [ 735.046207] env[69486]: _type = "Task" [ 735.046207] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.062784] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 735.063729] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.677s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.065768] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213799, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.066324] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a23a9898-9643-4fa0-90bb-25db6e4ff70c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.070859] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.768s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.082464] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 735.082464] env[69486]: value = "task-3213800" [ 735.082464] env[69486]: _type = "Task" [ 735.082464] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.094026] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213800, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.095231] env[69486]: INFO nova.scheduler.client.report [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Deleted allocations for instance 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca [ 735.258259] env[69486]: DEBUG oslo_concurrency.lockutils [req-61eadebf-a75f-408c-8f9a-d279c4b91562 req-07d0fa20-8317-4233-ad70-2acbe03acad7 service nova] Releasing lock "refresh_cache-13fe71e9-b0d9-4f6d-b293-49e6557bb941" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.266356] env[69486]: DEBUG oslo_concurrency.lockutils [req-f8b0167a-60d0-493f-97e1-eafc539c7782 req-b6219872-75c6-4a1a-800c-269b052c4ebd service nova] Releasing lock "refresh_cache-9cc351f0-51fb-4bf5-87c9-e4b982bc1942" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.361284] env[69486]: DEBUG nova.compute.manager [req-1f1d55eb-f72f-49f4-bc71-fb0f43fc9cd3 req-6a91c512-3520-46a2-ad94-34f7175229af service nova] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Received event network-vif-deleted-d3b0b945-9407-466f-8f0e-386e5f1ce3ab {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 735.492264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.523889] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213797, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.558285] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213799, 'name': Rename_Task, 'duration_secs': 0.231521} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.558584] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.558843] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a19f61d1-90f7-4784-89c7-2f6237b8686d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.567621] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 735.567621] env[69486]: value = "task-3213801" [ 735.567621] env[69486]: _type = "Task" [ 735.567621] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.588484] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.599134] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213800, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.604025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14808786-d0ad-4286-904b-2433f1b51fab tempest-ServerDiagnosticsNegativeTest-227009554 tempest-ServerDiagnosticsNegativeTest-227009554-project-member] Lock "843aebb5-20d0-4ada-b64a-3ae79bb6d5ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.255s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.020792] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213797, 'name': CreateVM_Task, 'duration_secs': 1.544013} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.021031] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.021737] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.021895] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.022233] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.022493] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd556fd8-5c0e-413a-b80b-5a0ba0137eba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.028906] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 736.028906] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b8a7e4-c9ff-b0f2-8535-ac185f41ef0b" [ 736.028906] env[69486]: _type = "Task" [ 736.028906] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.039032] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b8a7e4-c9ff-b0f2-8535-ac185f41ef0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.079110] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213801, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.103836] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213800, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.120061] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 736.120240] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance eda9280b-3a26-4e37-a2e3-cf404597dac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.120430] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 06613882-ee95-461f-8ba1-d2cdf8842329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.120586] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ea3623f6-fc35-4269-b8f4-f483d75b8d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.120717] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 37200872-b8df-40bf-a82a-f0d010de4d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.120862] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a22b3977-2a6f-4f01-949d-874208903ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.120993] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 49ec195c-513a-4737-ab59-e4a3d8af1670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121121] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 13d7a540-db99-437d-98ea-07bdcc2d447a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121246] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d1c5672a-0475-4bf7-9f3e-efcfbdd8614d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121363] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121475] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ed61f7dd-d820-4445-97cf-6b01eb636103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121585] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121711] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e5fde291-3647-432f-bf7f-9be335f39425 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121834] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 48df700b-0654-42e7-8792-54f3de31a902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.121946] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance f5f03876-cb29-46ed-8bc7-f70d73fa4e55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.122089] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance f27b521f-9193-4db1-a108-c1f3ac567ce8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 736.122214] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0c65c80f-99f5-4057-b938-a35f62ecffd2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 736.122335] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 23d7be76-bf47-42d3-ac48-38dc79383b16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 736.122450] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 54e70109-c2ed-4972-b63a-c5c1e8beea2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.122560] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 4be76930-d724-4808-85c2-e1ca754f2784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.122681] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance cde882ea-3a53-49aa-9ad3-9cf96dab0e79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 736.122797] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.122906] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 970e553a-7e3e-466a-96c7-d9d6f6d6807c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.123026] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 13fe71e9-b0d9-4f6d-b293-49e6557bb941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 736.542490] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b8a7e4-c9ff-b0f2-8535-ac185f41ef0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.542854] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.543081] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.543353] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.543505] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.543707] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.543998] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29686a6e-e298-4e4e-8549-c9e565869259 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.556219] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.556568] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.557222] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44562f09-9dde-4bd4-9430-7708a36f6472 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.566370] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 736.566370] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b39fa4-5fc8-cf49-d938-83ac1d6438b7" [ 736.566370] env[69486]: _type = "Task" [ 736.566370] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.582655] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213801, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.586753] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b39fa4-5fc8-cf49-d938-83ac1d6438b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013812} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.587967] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f30212-57ad-4760-af71-69f433213f7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.600346] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213800, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.601825] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 736.601825] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528deaf4-f5e2-3bbf-22fd-7c4a5cc01eb0" [ 736.601825] env[69486]: _type = "Task" [ 736.601825] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.611859] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528deaf4-f5e2-3bbf-22fd-7c4a5cc01eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.612138] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.612451] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 13fe71e9-b0d9-4f6d-b293-49e6557bb941/13fe71e9-b0d9-4f6d-b293-49e6557bb941.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.612685] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899a7aa1-0315-4d50-99fc-6e0ee23f5884 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.625043] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 736.625043] env[69486]: value = "task-3213802" [ 736.625043] env[69486]: _type = "Task" [ 736.625043] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.625898] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance bdab7fe7-b54a-4b10-bcd2-b8b42dec056d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.638025] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.753121] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52401070-ff89-0052-8ec6-af5b7e4e9a99/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.754038] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efb36f8-fb5f-4f4f-84e1-7a1bb4710f47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.763581] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52401070-ff89-0052-8ec6-af5b7e4e9a99/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.763783] env[69486]: ERROR oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52401070-ff89-0052-8ec6-af5b7e4e9a99/disk-0.vmdk due to incomplete transfer. [ 736.764033] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5426eb27-5af6-482e-add0-b6dca9d0ee90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.773091] env[69486]: DEBUG oslo_vmware.rw_handles [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52401070-ff89-0052-8ec6-af5b7e4e9a99/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.773304] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Uploaded image 418d5528-edf6-4839-98d2-e0f2edce75ee to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.775789] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.775902] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55fb50f9-6583-452c-a48c-df3da72c7a1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.783842] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 736.783842] env[69486]: value = "task-3213803" [ 736.783842] env[69486]: _type = "Task" [ 736.783842] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.799044] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213803, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.084588] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213801, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.102635] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213800, 'name': CloneVM_Task, 'duration_secs': 1.940415} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.102933] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Created linked-clone VM from snapshot [ 737.103816] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d1ac3-5f27-4afd-8b67-79963113079a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.117938] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Uploading image dc897f88-f2b6-4aa5-97a3-8ea71a07821d {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 737.133753] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 310e5f02-b4ea-4501-b3b1-d3c7557189eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.139221] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213802, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.153286] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 737.153286] env[69486]: value = "vm-642612" [ 737.153286] env[69486]: _type = "VirtualMachine" [ 737.153286] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 737.153952] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-433799c3-6614-4914-9ab5-4233c801eba3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.167440] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease: (returnval){ [ 737.167440] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f2bf-2176-5a24-43c6-80fcedcfb2a5" [ 737.167440] env[69486]: _type = "HttpNfcLease" [ 737.167440] env[69486]: } obtained for exporting VM: (result){ [ 737.167440] env[69486]: value = "vm-642612" [ 737.167440] env[69486]: _type = "VirtualMachine" [ 737.167440] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 737.167778] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the lease: (returnval){ [ 737.167778] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f2bf-2176-5a24-43c6-80fcedcfb2a5" [ 737.167778] env[69486]: _type = "HttpNfcLease" [ 737.167778] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 737.176765] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.176765] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f2bf-2176-5a24-43c6-80fcedcfb2a5" [ 737.176765] env[69486]: _type = "HttpNfcLease" [ 737.176765] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 737.295610] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213803, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.584026] env[69486]: DEBUG oslo_vmware.api [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213801, 'name': PowerOnVM_Task, 'duration_secs': 1.793239} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.584388] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.584536] env[69486]: INFO nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Took 9.22 seconds to spawn the instance on the hypervisor. [ 737.584665] env[69486]: DEBUG nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.585459] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff57ba6-e6de-47a2-aac9-218135b05882 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.637068] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519487} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.638203] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 13fe71e9-b0d9-4f6d-b293-49e6557bb941/13fe71e9-b0d9-4f6d-b293-49e6557bb941.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.638433] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.638683] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ac73e70-4e31-40b7-aeda-24d5a6ae4d5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.641379] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a3e5b1df-503a-49a7-b066-b09999f7a2c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.653204] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 737.653204] env[69486]: value = "task-3213805" [ 737.653204] env[69486]: _type = "Task" [ 737.653204] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.669149] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.676687] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.676687] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f2bf-2176-5a24-43c6-80fcedcfb2a5" [ 737.676687] env[69486]: _type = "HttpNfcLease" [ 737.676687] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 737.677068] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 737.677068] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f2bf-2176-5a24-43c6-80fcedcfb2a5" [ 737.677068] env[69486]: _type = "HttpNfcLease" [ 737.677068] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 737.677862] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed83ef4-4aab-437b-b57c-ee534d2a2b67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.687655] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345105-2934-4a89-0836-28615a9d92e3/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 737.687847] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345105-2934-4a89-0836-28615a9d92e3/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 737.795671] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213803, 'name': Destroy_Task, 'duration_secs': 0.76195} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.795671] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Destroyed the VM [ 737.795671] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.795968] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4d25dfb-4f10-415f-91e0-adcbe65bba92 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.807040] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 737.807040] env[69486]: value = "task-3213806" [ 737.807040] env[69486]: _type = "Task" [ 737.807040] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.816626] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.832166] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39bf58f6-bf92-4389-9c73-1b0066eb43f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.108479] env[69486]: INFO nova.compute.manager [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Took 37.67 seconds to build instance. [ 738.148415] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance eb4c3153-02e4-40d7-9d55-c9eb6017b490 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.167585] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07336} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.167867] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.168911] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa6d6b-2f73-4494-a56a-a594bfd6f621 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.198937] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 13fe71e9-b0d9-4f6d-b293-49e6557bb941/13fe71e9-b0d9-4f6d-b293-49e6557bb941.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.199385] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db5b103-c0f4-47a9-b805-bf93398c72c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.223358] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 738.223358] env[69486]: value = "task-3213807" [ 738.223358] env[69486]: _type = "Task" [ 738.223358] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.237734] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.322901] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.610988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a8aa11cb-121e-4e2e-bd47-f04d643aabfb tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.208s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.652450] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance f7b6de16-4f11-4310-a2e5-63434aba5e10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.737285] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213807, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.797382] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e22d2b-b96d-4493-b469-cdda25180171 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.807503] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Suspending the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 738.807842] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bd8278eb-4536-4765-b11d-7194085faa73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.822350] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213806, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.825104] env[69486]: DEBUG oslo_vmware.api [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] Waiting for the task: (returnval){ [ 738.825104] env[69486]: value = "task-3213808" [ 738.825104] env[69486]: _type = "Task" [ 738.825104] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.833230] env[69486]: DEBUG oslo_vmware.api [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] Task: {'id': task-3213808, 'name': SuspendVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.113661] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.160374] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance b61972c7-ddfd-47a5-9bc4-314effb27ee5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.237308] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213807, 'name': ReconfigVM_Task, 'duration_secs': 0.56598} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.237603] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 13fe71e9-b0d9-4f6d-b293-49e6557bb941/13fe71e9-b0d9-4f6d-b293-49e6557bb941.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.238658] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ae6196-c904-4a2f-9a69-919f49937303 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.249608] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 739.249608] env[69486]: value = "task-3213809" [ 739.249608] env[69486]: _type = "Task" [ 739.249608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.261887] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213809, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.320962] env[69486]: DEBUG oslo_vmware.api [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213806, 'name': RemoveSnapshot_Task, 'duration_secs': 1.048728} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.321211] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.321460] env[69486]: INFO nova.compute.manager [None req-d926d943-622e-4af2-a395-565db55b9f2c tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Took 16.53 seconds to snapshot the instance on the hypervisor. [ 739.339629] env[69486]: DEBUG oslo_vmware.api [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] Task: {'id': task-3213808, 'name': SuspendVM_Task} progress is 54%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.645749] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.666634] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.762280] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213809, 'name': Rename_Task, 'duration_secs': 0.247591} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.762280] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.762507] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21bc5cc2-74c7-4df9-b0d9-2a1c42953179 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.773187] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 739.773187] env[69486]: value = "task-3213810" [ 739.773187] env[69486]: _type = "Task" [ 739.773187] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.787823] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.839596] env[69486]: DEBUG oslo_vmware.api [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] Task: {'id': task-3213808, 'name': SuspendVM_Task, 'duration_secs': 0.874309} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.839596] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Suspended the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 739.839596] env[69486]: DEBUG nova.compute.manager [None req-7a7abb8f-ded4-41e8-99c9-d229440de887 tempest-ServersAdminNegativeTestJSON-2123953804 tempest-ServersAdminNegativeTestJSON-2123953804-project-admin] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.840840] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5634841-f846-4051-a66c-3080309a1754 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.170486] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 44b6c14a-b0a8-4b7f-b295-8e2a282b3794 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 740.287963] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213810, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.380209] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.380467] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.673970] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 67842d3e-b361-4eeb-9139-e8101a23a9ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 740.784730] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213810, 'name': PowerOnVM_Task, 'duration_secs': 0.823223} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.784892] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.785103] env[69486]: INFO nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Took 9.60 seconds to spawn the instance on the hypervisor. [ 740.785281] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.786083] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b5611-f330-4729-be35-a05b8aa01c3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.888429] env[69486]: DEBUG nova.compute.utils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.179391] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 8c65ecb4-c94f-4841-a432-776e0a94fc73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.306291] env[69486]: INFO nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Took 39.40 seconds to build instance. [ 741.393364] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.583216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.583528] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.682017] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance cfbdaa68-e556-4b72-abc5-0a17aa8ff71f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.812858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.898s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.185680] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 88eacabd-8ee8-4a84-a613-19c0dc548658 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.316810] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.477966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.478302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.478561] env[69486]: INFO nova.compute.manager [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Attaching volume a16d7228-4baa-45af-8d8d-6fe25b583dc9 to /dev/sdb [ 742.512347] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e33788-de09-402c-a4f5-1eaea7049281 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.520362] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68348add-c76c-4c0f-9c69-f3f9dd69664e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.534598] env[69486]: DEBUG nova.virt.block_device [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updating existing volume attachment record: c060b0da-edc2-4baa-a652-5cd720b86b7b {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 742.689959] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d39dd037-4039-4f6e-8302-80bc8c2d6670 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.690327] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 742.690495] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 742.841140] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.232869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c286d1-d6cc-45c8-b057-43bc928c8add {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.241065] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4504fc9b-0e0c-41e1-a403-09584a5c1bff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.283407] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f255b0d-11b8-499e-80d4-4f4971cdbaeb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.294332] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa5a26-ad19-491f-af47-424eccf913cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.310389] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.782411] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.782742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.783018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.783250] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.783469] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.785792] env[69486]: INFO nova.compute.manager [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Terminating instance [ 743.836219] env[69486]: ERROR nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [req-19734f55-fb71-48e6-8aaf-3b018bc8eff4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19734f55-fb71-48e6-8aaf-3b018bc8eff4"}]} [ 743.853041] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 743.868784] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 743.868976] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.882059] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 743.901479] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 744.030272] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "ed61f7dd-d820-4445-97cf-6b01eb636103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.030567] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.030800] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "ed61f7dd-d820-4445-97cf-6b01eb636103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.031085] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.031299] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.033331] env[69486]: INFO nova.compute.manager [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Terminating instance [ 744.289262] env[69486]: DEBUG nova.compute.manager [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.289615] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.290600] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49613482-6667-4d9b-9e23-92954540391a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.423759] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.427925] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84549027-c0dc-4cd7-9164-3edb0710a74b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.538688] env[69486]: DEBUG nova.compute.manager [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.538688] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.539454] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f14e1b-d1d3-47ac-9c48-f466a6cd8155 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.550032] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.550032] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40096fb1-181f-4a8b-b206-8ecbd8d6a4ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.554989] env[69486]: DEBUG oslo_vmware.api [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 744.554989] env[69486]: value = "task-3213815" [ 744.554989] env[69486]: _type = "Task" [ 744.554989] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.566541] env[69486]: DEBUG oslo_vmware.api [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.741086] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afbce6-9de5-4648-8a9f-e22479417c42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.749096] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee76a180-30f9-43cc-a6bf-ddc04fe0c622 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.786439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef447576-0ec2-42a6-b877-e292ee7b6b0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.797461] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa72cf9-4ea9-4fc5-bdd3-a0a526216e6e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.808006] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.813193] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.813419] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.813594] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Deleting the datastore file [datastore2] 970e553a-7e3e-466a-96c7-d9d6f6d6807c {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.813843] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-783ff20f-caac-479e-9c1a-7efb4d5639ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.820389] env[69486]: DEBUG oslo_vmware.api [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 744.820389] env[69486]: value = "task-3213817" [ 744.820389] env[69486]: _type = "Task" [ 744.820389] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.064825] env[69486]: DEBUG oslo_vmware.api [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213815, 'name': PowerOffVM_Task, 'duration_secs': 0.370783} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.065116] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.065285] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.065569] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff0f03ba-2197-439e-9c58-79161b670820 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.131565] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.131806] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.131950] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Deleting the datastore file [datastore1] ed61f7dd-d820-4445-97cf-6b01eb636103 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.132224] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59654e3-ea8b-4e95-8996-29124deb1333 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.138498] env[69486]: DEBUG oslo_vmware.api [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 745.138498] env[69486]: value = "task-3213819" [ 745.138498] env[69486]: _type = "Task" [ 745.138498] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.147897] env[69486]: DEBUG oslo_vmware.api [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.330985] env[69486]: DEBUG oslo_vmware.api [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1658} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.331273] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.331443] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.331614] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.331780] env[69486]: INFO nova.compute.manager [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Took 1.04 seconds to destroy the instance on the hypervisor. [ 745.332025] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.332217] env[69486]: DEBUG nova.compute.manager [-] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.332309] env[69486]: DEBUG nova.network.neutron [-] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.343296] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 745.343668] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 65 to 66 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 745.343848] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.567550] env[69486]: DEBUG nova.compute.manager [req-60a21495-994f-453c-a3f3-c163e8818fdc req-b17dc1f1-59b9-4d7a-9867-7bfcb7150b28 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Received event network-vif-deleted-21bdfbb8-b55a-4c89-9e22-5e533d2cba4e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 745.567767] env[69486]: INFO nova.compute.manager [req-60a21495-994f-453c-a3f3-c163e8818fdc req-b17dc1f1-59b9-4d7a-9867-7bfcb7150b28 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Neutron deleted interface 21bdfbb8-b55a-4c89-9e22-5e533d2cba4e; detaching it from the instance and deleting it from the info cache [ 745.567943] env[69486]: DEBUG nova.network.neutron [req-60a21495-994f-453c-a3f3-c163e8818fdc req-b17dc1f1-59b9-4d7a-9867-7bfcb7150b28 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.652019] env[69486]: DEBUG oslo_vmware.api [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163107} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.652019] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.652019] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.652019] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.652019] env[69486]: INFO nova.compute.manager [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Took 1.11 seconds to destroy the instance on the hypervisor. [ 745.652251] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.652251] env[69486]: DEBUG nova.compute.manager [-] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.652251] env[69486]: DEBUG nova.network.neutron [-] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.850164] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 745.850480] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.781s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.850791] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.022s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.852711] env[69486]: INFO nova.compute.claims [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.049313] env[69486]: DEBUG nova.network.neutron [-] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.070943] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c4df35d-183b-472f-a4d7-9d00120ef98a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.082514] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9fd91-a7ad-4d37-b3a1-061bb7378998 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.126553] env[69486]: DEBUG nova.compute.manager [req-60a21495-994f-453c-a3f3-c163e8818fdc req-b17dc1f1-59b9-4d7a-9867-7bfcb7150b28 service nova] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Detach interface failed, port_id=21bdfbb8-b55a-4c89-9e22-5e533d2cba4e, reason: Instance 970e553a-7e3e-466a-96c7-d9d6f6d6807c could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 746.423521] env[69486]: DEBUG nova.network.neutron [-] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.551603] env[69486]: INFO nova.compute.manager [-] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Took 1.22 seconds to deallocate network for instance. [ 746.926575] env[69486]: INFO nova.compute.manager [-] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Took 1.27 seconds to deallocate network for instance. [ 747.058103] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.080543] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 747.080696] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642615', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'name': 'volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3623f6-fc35-4269-b8f4-f483d75b8d9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'serial': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 747.081629] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640c00c-9aee-41fa-a8c1-79e3ce499dfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.102883] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9878f60d-64f7-4f5b-a908-e01c853de170 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.130393] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9/volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.133517] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96ca6d8-0234-41f5-bcc5-d9cd2b114a37 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.152300] env[69486]: DEBUG oslo_vmware.api [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Waiting for the task: (returnval){ [ 747.152300] env[69486]: value = "task-3213820" [ 747.152300] env[69486]: _type = "Task" [ 747.152300] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.163120] env[69486]: DEBUG oslo_vmware.api [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.409041] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da3898-8910-4643-a21c-52e2a6d3a676 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.416127] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf100387-0e0e-41ec-b974-e5dc0141b9e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.446564] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.447607] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54c3153-c2c9-4d41-8a2a-9c5cf90bd7c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.455443] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3c9bd6-6d0a-4fa5-adb1-b2e2a55cbe8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.470672] env[69486]: DEBUG nova.compute.provider_tree [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.609264] env[69486]: DEBUG nova.compute.manager [req-9bc27010-36ec-4837-9510-b59ad4c48f9e req-370d33b5-ad5c-4d83-bedf-3b453676f55a service nova] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Received event network-vif-deleted-50e8b1d7-5369-47bd-80f0-fc04fef30f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 747.662457] env[69486]: DEBUG oslo_vmware.api [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213820, 'name': ReconfigVM_Task, 'duration_secs': 0.398038} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.662788] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9/volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.667707] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df37b18-1251-4c87-85c0-632bb299c125 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.685637] env[69486]: DEBUG oslo_vmware.api [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Waiting for the task: (returnval){ [ 747.685637] env[69486]: value = "task-3213821" [ 747.685637] env[69486]: _type = "Task" [ 747.685637] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.694421] env[69486]: DEBUG oslo_vmware.api [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.771100] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "37200872-b8df-40bf-a82a-f0d010de4d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.771405] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "37200872-b8df-40bf-a82a-f0d010de4d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.771617] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "37200872-b8df-40bf-a82a-f0d010de4d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.771793] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "37200872-b8df-40bf-a82a-f0d010de4d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.771953] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "37200872-b8df-40bf-a82a-f0d010de4d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.774207] env[69486]: INFO nova.compute.manager [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Terminating instance [ 747.974213] env[69486]: DEBUG nova.scheduler.client.report [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.195572] env[69486]: DEBUG oslo_vmware.api [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213821, 'name': ReconfigVM_Task, 'duration_secs': 0.142106} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.195992] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642615', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'name': 'volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3623f6-fc35-4269-b8f4-f483d75b8d9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'serial': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 748.277015] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.277278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.277772] env[69486]: DEBUG nova.compute.manager [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.277958] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.278803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff3936-799d-40ad-bf31-43ed73c3c5c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.287057] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.287303] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f5a85f-f8a8-41ae-8f0b-e3d4fe74f9ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.293308] env[69486]: DEBUG oslo_vmware.api [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 748.293308] env[69486]: value = "task-3213822" [ 748.293308] env[69486]: _type = "Task" [ 748.293308] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.303140] env[69486]: DEBUG oslo_vmware.api [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.480185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.480897] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.484590] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.569s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.484801] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.486986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.076s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.488568] env[69486]: INFO nova.compute.claims [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.519433] env[69486]: INFO nova.scheduler.client.report [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Deleted allocations for instance 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819 [ 748.524942] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345105-2934-4a89-0836-28615a9d92e3/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.525935] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09296ae5-1793-46a0-8081-87902e8a9e88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.533861] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345105-2934-4a89-0836-28615a9d92e3/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.534196] env[69486]: ERROR oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345105-2934-4a89-0836-28615a9d92e3/disk-0.vmdk due to incomplete transfer. [ 748.535135] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60414493-0d5a-4476-8ae0-0b69c8a84b2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.547639] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52345105-2934-4a89-0836-28615a9d92e3/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.547971] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Uploaded image dc897f88-f2b6-4aa5-97a3-8ea71a07821d to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.551049] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.551389] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d020129-734f-42bd-84f5-5374c7d32722 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.558443] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 748.558443] env[69486]: value = "task-3213823" [ 748.558443] env[69486]: _type = "Task" [ 748.558443] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.571660] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213823, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.805036] env[69486]: DEBUG oslo_vmware.api [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213822, 'name': PowerOffVM_Task, 'duration_secs': 0.267965} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.805036] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.805036] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.805280] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c5c3005-3cf6-4bd0-b789-b404242f6b1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.866079] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.866325] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.866510] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Deleting the datastore file [datastore1] 37200872-b8df-40bf-a82a-f0d010de4d06 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.866761] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-012b4c33-1949-427b-9fcd-b626a885b2f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.873446] env[69486]: DEBUG oslo_vmware.api [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 748.873446] env[69486]: value = "task-3213825" [ 748.873446] env[69486]: _type = "Task" [ 748.873446] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.882286] env[69486]: DEBUG oslo_vmware.api [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.996269] env[69486]: DEBUG nova.compute.utils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.998564] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.998564] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.033695] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6b919358-fa04-42fb-926e-ca24116e4672 tempest-FloatingIPsAssociationTestJSON-1320319112 tempest-FloatingIPsAssociationTestJSON-1320319112-project-member] Lock "74b0bc13-7b1f-4c6f-938a-d7bd00d3d819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.981s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.065952] env[69486]: DEBUG nova.policy [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09265bfdb8a4648906551e2b1e53798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b75b141dca743e1b406a9155460b1e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.071389] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213823, 'name': Destroy_Task, 'duration_secs': 0.435057} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.071389] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Destroyed the VM [ 749.071389] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.071529] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99344803-8fcc-46b8-958f-d378e15d310b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.077951] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 749.077951] env[69486]: value = "task-3213826" [ 749.077951] env[69486]: _type = "Task" [ 749.077951] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.085666] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.235899] env[69486]: DEBUG nova.objects.instance [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lazy-loading 'flavor' on Instance uuid ea3623f6-fc35-4269-b8f4-f483d75b8d9f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.387569] env[69486]: DEBUG oslo_vmware.api [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3213825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144122} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.387569] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.387569] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.387569] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.387569] env[69486]: INFO nova.compute.manager [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 749.388121] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.388121] env[69486]: DEBUG nova.compute.manager [-] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.388121] env[69486]: DEBUG nova.network.neutron [-] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.392444] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "4be76930-d724-4808-85c2-e1ca754f2784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.392444] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "4be76930-d724-4808-85c2-e1ca754f2784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.392444] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "4be76930-d724-4808-85c2-e1ca754f2784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.392587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "4be76930-d724-4808-85c2-e1ca754f2784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.392682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "4be76930-d724-4808-85c2-e1ca754f2784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.395852] env[69486]: INFO nova.compute.manager [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Terminating instance [ 749.504288] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.592609] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213826, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.694477] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Successfully created port: 54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.744355] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b0a536e8-d73d-4404-84c7-9b8b45f44d08 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.906276] env[69486]: DEBUG nova.compute.manager [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.906276] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.907391] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc58c60-2311-45ac-979f-3e79a0118a45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.921272] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.924739] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-194b76d7-caef-4d8b-95fb-938387dd161b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.937586] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "1e66be41-b2a4-487e-98b7-bd3bf03df988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.939155] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.999941] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.999941] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.999941] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleting the datastore file [datastore1] 4be76930-d724-4808-85c2-e1ca754f2784 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.999941] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4dfcb02-2b2f-428c-92d6-1e71cfbd6622 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.005534] env[69486]: DEBUG oslo_vmware.api [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 750.005534] env[69486]: value = "task-3213828" [ 750.005534] env[69486]: _type = "Task" [ 750.005534] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.018460] env[69486]: DEBUG oslo_vmware.api [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.095143] env[69486]: DEBUG oslo_vmware.api [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515581} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.095309] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.095497] env[69486]: INFO nova.compute.manager [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 750.174149] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b46f55-9eff-4bb8-b2de-bb459d844f21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.190759] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1294ba2e-7617-4ca8-a6a5-1a265697b242 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.228157] env[69486]: DEBUG nova.compute.manager [req-de06caee-5764-40ee-a921-e10806fd2f80 req-a23f4249-365f-4d28-806b-52c2d2f1a373 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Received event network-vif-deleted-387d18c4-431a-4107-be92-972ae972c47b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 750.228416] env[69486]: INFO nova.compute.manager [req-de06caee-5764-40ee-a921-e10806fd2f80 req-a23f4249-365f-4d28-806b-52c2d2f1a373 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Neutron deleted interface 387d18c4-431a-4107-be92-972ae972c47b; detaching it from the instance and deleting it from the info cache [ 750.228625] env[69486]: DEBUG nova.network.neutron [req-de06caee-5764-40ee-a921-e10806fd2f80 req-a23f4249-365f-4d28-806b-52c2d2f1a373 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.230168] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fa8d16-a6f5-4324-8237-05f3b78dde4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.240767] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319ac40c-8594-4477-a845-2aacbb87eb67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.257769] env[69486]: DEBUG nova.compute.provider_tree [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.515961] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.518057] env[69486]: DEBUG oslo_vmware.api [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3213828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140662} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.518521] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.518697] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.518877] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.519391] env[69486]: INFO nova.compute.manager [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Took 0.62 seconds to destroy the instance on the hypervisor. [ 750.519391] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.519495] env[69486]: DEBUG nova.compute.manager [-] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.519574] env[69486]: DEBUG nova.network.neutron [-] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.551664] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.551899] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.552065] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.552250] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.552396] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.552738] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.552738] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.552887] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.556153] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.556642] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.556642] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.557492] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71645a-785b-46ab-aa33-a3d4861ef300 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.566450] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4984b5b-baec-4a1d-8046-54ba099a6f8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.571524] env[69486]: DEBUG nova.network.neutron [-] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.602151] env[69486]: DEBUG nova.compute.manager [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Instance disappeared during snapshot {{(pid=69486) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4613}} [ 750.613484] env[69486]: DEBUG nova.compute.manager [None req-b084e8a5-7ca2-43ce-9070-8fc85f6a6b7e tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image not found during clean up dc897f88-f2b6-4aa5-97a3-8ea71a07821d {{(pid=69486) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4619}} [ 750.685520] env[69486]: DEBUG oslo_concurrency.lockutils [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.685806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.734145] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3c50785-834a-41cc-aca6-8254d34535dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.744049] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f6b87-f363-4909-96d2-71419b01db51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.760348] env[69486]: DEBUG nova.scheduler.client.report [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.778673] env[69486]: DEBUG nova.compute.manager [req-de06caee-5764-40ee-a921-e10806fd2f80 req-a23f4249-365f-4d28-806b-52c2d2f1a373 service nova] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Detach interface failed, port_id=387d18c4-431a-4107-be92-972ae972c47b, reason: Instance 37200872-b8df-40bf-a82a-f0d010de4d06 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 751.075675] env[69486]: INFO nova.compute.manager [-] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Took 1.69 seconds to deallocate network for instance. [ 751.190537] env[69486]: INFO nova.compute.manager [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Detaching volume a16d7228-4baa-45af-8d8d-6fe25b583dc9 [ 751.228474] env[69486]: INFO nova.virt.block_device [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Attempting to driver detach volume a16d7228-4baa-45af-8d8d-6fe25b583dc9 from mountpoint /dev/sdb [ 751.228732] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 751.228919] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642615', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'name': 'volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3623f6-fc35-4269-b8f4-f483d75b8d9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'serial': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 751.229811] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603bc48-3752-433e-bdf7-e4102c11eaa1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.253707] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378cc7d8-4e5e-4fb7-b273-8c7055ce5435 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.262284] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a54719-5957-4d57-b656-89bb321aa3d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.267299] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.268024] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.271016] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.550s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.273511] env[69486]: INFO nova.compute.claims [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.299019] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f0741-1a9f-4584-af51-81274c4cab7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.315917] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] The volume has not been displaced from its original location: [datastore1] volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9/volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 751.322329] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 751.324195] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876c4c16-fcd9-4cbd-88f9-2327303e1654 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.343505] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Waiting for the task: (returnval){ [ 751.343505] env[69486]: value = "task-3213829" [ 751.343505] env[69486]: _type = "Task" [ 751.343505] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.354150] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.432521] env[69486]: DEBUG nova.compute.manager [req-d0a031b2-dc4f-426a-8134-c5f31a25ed51 req-782055d1-015f-4d1c-973a-98f5d00546c1 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Received event network-vif-plugged-54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 751.432768] env[69486]: DEBUG oslo_concurrency.lockutils [req-d0a031b2-dc4f-426a-8134-c5f31a25ed51 req-782055d1-015f-4d1c-973a-98f5d00546c1 service nova] Acquiring lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.432974] env[69486]: DEBUG oslo_concurrency.lockutils [req-d0a031b2-dc4f-426a-8134-c5f31a25ed51 req-782055d1-015f-4d1c-973a-98f5d00546c1 service nova] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.433179] env[69486]: DEBUG oslo_concurrency.lockutils [req-d0a031b2-dc4f-426a-8134-c5f31a25ed51 req-782055d1-015f-4d1c-973a-98f5d00546c1 service nova] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.433564] env[69486]: DEBUG nova.compute.manager [req-d0a031b2-dc4f-426a-8134-c5f31a25ed51 req-782055d1-015f-4d1c-973a-98f5d00546c1 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] No waiting events found dispatching network-vif-plugged-54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.433839] env[69486]: WARNING nova.compute.manager [req-d0a031b2-dc4f-426a-8134-c5f31a25ed51 req-782055d1-015f-4d1c-973a-98f5d00546c1 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Received unexpected event network-vif-plugged-54b8329b-c931-4393-9604-bfe922c57338 for instance with vm_state building and task_state spawning. [ 751.462526] env[69486]: DEBUG nova.network.neutron [-] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.548082] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Successfully updated port: 54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.583844] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.778596] env[69486]: DEBUG nova.compute.utils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.781764] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.781925] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.828566] env[69486]: DEBUG nova.policy [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09265bfdb8a4648906551e2b1e53798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b75b141dca743e1b406a9155460b1e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.857022] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.964558] env[69486]: INFO nova.compute.manager [-] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Took 1.44 seconds to deallocate network for instance. [ 752.050521] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "refresh_cache-bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.050646] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "refresh_cache-bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.050747] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.087558] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Successfully created port: 5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.234706] env[69486]: DEBUG nova.compute.manager [req-f5779bd8-c8c8-47fd-9507-741f78b41323 req-f546c9ea-687d-4b83-8db4-369788e4fa6e service nova] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Received event network-vif-deleted-d530b6fe-f648-42a3-a3f4-f936ca4a47a7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 752.282562] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.353703] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.480280] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.603516] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.809321] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Updating instance_info_cache with network_info: [{"id": "54b8329b-c931-4393-9604-bfe922c57338", "address": "fa:16:3e:86:16:fb", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8329b-c9", "ovs_interfaceid": "54b8329b-c931-4393-9604-bfe922c57338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.859404] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213829, 'name': ReconfigVM_Task, 'duration_secs': 1.247968} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.859404] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 752.865872] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98aced8e-68f7-48b8-8d9f-eed3d29c0194 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.881051] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Waiting for the task: (returnval){ [ 752.881051] env[69486]: value = "task-3213830" [ 752.881051] env[69486]: _type = "Task" [ 752.881051] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.885547] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b035b6-4022-4d84-95d6-15488fd03cf2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.892907] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.895370] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d66437-063c-4520-8e3d-ad812265379c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.926400] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802ad87-3c56-4cd3-9c54-fc04632a1f68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.934181] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06eed63-d4ea-43c1-a802-0b4f447b04fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.956208] env[69486]: DEBUG nova.compute.provider_tree [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.296171] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.312349] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "refresh_cache-bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.312349] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Instance network_info: |[{"id": "54b8329b-c931-4393-9604-bfe922c57338", "address": "fa:16:3e:86:16:fb", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8329b-c9", "ovs_interfaceid": "54b8329b-c931-4393-9604-bfe922c57338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.312579] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:16:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54b8329b-c931-4393-9604-bfe922c57338', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.319341] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.321439] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.321898] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781b3955-1d3f-4b5b-a240-11bc2bda35ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.338672] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.338909] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.339170] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.339255] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.339383] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.339527] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.339724] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.339876] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.340127] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.340198] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.340367] env[69486]: DEBUG nova.virt.hardware [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.341248] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52aadb2-96d8-4524-a178-bc0cfa80d178 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.348903] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df64c62-7723-44d5-bcbf-8830441328b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.353944] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.353944] env[69486]: value = "task-3213831" [ 753.353944] env[69486]: _type = "Task" [ 753.353944] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.371557] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213831, 'name': CreateVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.393037] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.459332] env[69486]: DEBUG nova.compute.manager [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Received event network-changed-54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 753.459405] env[69486]: DEBUG nova.compute.manager [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Refreshing instance network info cache due to event network-changed-54b8329b-c931-4393-9604-bfe922c57338. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 753.459618] env[69486]: DEBUG oslo_concurrency.lockutils [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] Acquiring lock "refresh_cache-bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.459759] env[69486]: DEBUG oslo_concurrency.lockutils [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] Acquired lock "refresh_cache-bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.459902] env[69486]: DEBUG nova.network.neutron [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Refreshing network info cache for port 54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.462154] env[69486]: DEBUG nova.scheduler.client.report [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.871021] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213831, 'name': CreateVM_Task, 'duration_secs': 0.307354} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.871021] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.871021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.871021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.871021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.871325] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566281fa-8401-49ea-9c81-fd69196533ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.875020] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 753.875020] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52851b54-c6d0-3950-459d-c0cbcd844b09" [ 753.875020] env[69486]: _type = "Task" [ 753.875020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.883171] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52851b54-c6d0-3950-459d-c0cbcd844b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.890980] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.903954] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Successfully updated port: 5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.968743] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.969301] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.971708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.932s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.973622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.973775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.818s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.975199] env[69486]: INFO nova.compute.claims [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.010588] env[69486]: INFO nova.scheduler.client.report [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Deleted allocations for instance 0c65c80f-99f5-4057-b938-a35f62ecffd2 [ 754.181414] env[69486]: DEBUG nova.network.neutron [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Updated VIF entry in instance network info cache for port 54b8329b-c931-4393-9604-bfe922c57338. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.181799] env[69486]: DEBUG nova.network.neutron [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Updating instance_info_cache with network_info: [{"id": "54b8329b-c931-4393-9604-bfe922c57338", "address": "fa:16:3e:86:16:fb", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8329b-c9", "ovs_interfaceid": "54b8329b-c931-4393-9604-bfe922c57338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.391027] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52851b54-c6d0-3950-459d-c0cbcd844b09, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.393933] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.394226] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.394472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.394618] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.394794] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.395070] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca886ebf-405f-4315-b575-9a1d244a680c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.402165] env[69486]: DEBUG oslo_vmware.api [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Task: {'id': task-3213830, 'name': ReconfigVM_Task, 'duration_secs': 1.130116} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.402494] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642615', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'name': 'volume-a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea3623f6-fc35-4269-b8f4-f483d75b8d9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9', 'serial': 'a16d7228-4baa-45af-8d8d-6fe25b583dc9'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 754.406474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "refresh_cache-310e5f02-b4ea-4501-b3b1-d3c7557189eb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.406474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "refresh_cache-310e5f02-b4ea-4501-b3b1-d3c7557189eb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.406474] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.407614] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.407775] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.408500] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9f149f-e160-479a-914a-9d47aaedb080 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.420027] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 754.420027] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5290af9e-a2f3-c071-3dfe-690ef8761e1a" [ 754.420027] env[69486]: _type = "Task" [ 754.420027] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.425944] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5290af9e-a2f3-c071-3dfe-690ef8761e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.481716] env[69486]: DEBUG nova.compute.utils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.483075] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.483250] env[69486]: DEBUG nova.network.neutron [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.518622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e6e5e8c3-0fb2-42cc-80f8-87839651a1f8 tempest-ServerGroupTestJSON-774094079 tempest-ServerGroupTestJSON-774094079-project-member] Lock "0c65c80f-99f5-4057-b938-a35f62ecffd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.993s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.530463] env[69486]: DEBUG nova.policy [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '450e487bffbd4f59889b5a2c8c872465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08d5a7d004bd473da092b6278a224782', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.685611] env[69486]: DEBUG oslo_concurrency.lockutils [req-8ca955a2-f610-4ec6-a684-5257328cfe1f req-ede22be1-36b9-49c2-aee7-15ba37daf134 service nova] Releasing lock "refresh_cache-bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.843154] env[69486]: DEBUG nova.network.neutron [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Successfully created port: 5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.930492] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5290af9e-a2f3-c071-3dfe-690ef8761e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.934072] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff961226-d4cc-4293-9c15-e24d75a7db34 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.936691] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 754.936691] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e457fe-0318-96a0-71be-79ae0a0de524" [ 754.936691] env[69486]: _type = "Task" [ 754.936691] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.945536] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e457fe-0318-96a0-71be-79ae0a0de524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.985112] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.989453] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.996436] env[69486]: DEBUG nova.objects.instance [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lazy-loading 'flavor' on Instance uuid ea3623f6-fc35-4269-b8f4-f483d75b8d9f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.297334] env[69486]: DEBUG nova.network.neutron [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Updating instance_info_cache with network_info: [{"id": "5bcd3374-a740-47d7-811a-91b2d4554df4", "address": "fa:16:3e:1a:22:8b", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bcd3374-a7", "ovs_interfaceid": "5bcd3374-a740-47d7-811a-91b2d4554df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.447901] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e457fe-0318-96a0-71be-79ae0a0de524, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.450237] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.450511] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] bdab7fe7-b54a-4b10-bcd2-b8b42dec056d/bdab7fe7-b54a-4b10-bcd2-b8b42dec056d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.454532] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ec700c-5927-43a2-ab1c-8e0c3fdbd598 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.461737] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 755.461737] env[69486]: value = "task-3213832" [ 755.461737] env[69486]: _type = "Task" [ 755.461737] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.470469] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.683508] env[69486]: DEBUG nova.compute.manager [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Received event network-vif-plugged-5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 755.683508] env[69486]: DEBUG oslo_concurrency.lockutils [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] Acquiring lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.683592] env[69486]: DEBUG oslo_concurrency.lockutils [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.683702] env[69486]: DEBUG oslo_concurrency.lockutils [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.683906] env[69486]: DEBUG nova.compute.manager [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] No waiting events found dispatching network-vif-plugged-5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.687504] env[69486]: WARNING nova.compute.manager [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Received unexpected event network-vif-plugged-5bcd3374-a740-47d7-811a-91b2d4554df4 for instance with vm_state building and task_state spawning. [ 755.688515] env[69486]: DEBUG nova.compute.manager [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Received event network-changed-5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 755.688515] env[69486]: DEBUG nova.compute.manager [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Refreshing instance network info cache due to event network-changed-5bcd3374-a740-47d7-811a-91b2d4554df4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 755.688515] env[69486]: DEBUG oslo_concurrency.lockutils [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] Acquiring lock "refresh_cache-310e5f02-b4ea-4501-b3b1-d3c7557189eb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697124] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd23f4-f3ea-4052-a1b8-4fa4fa6bc20b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.706601] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce053231-40cc-41e3-8dc7-cca6e8f87947 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.749021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb283b82-0c10-44cd-817e-b4461dab6b0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.755268] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649a03d9-a187-49f3-998e-65b2e840922d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.770361] env[69486]: DEBUG nova.compute.provider_tree [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.804190] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "refresh_cache-310e5f02-b4ea-4501-b3b1-d3c7557189eb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804274] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Instance network_info: |[{"id": "5bcd3374-a740-47d7-811a-91b2d4554df4", "address": "fa:16:3e:1a:22:8b", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bcd3374-a7", "ovs_interfaceid": "5bcd3374-a740-47d7-811a-91b2d4554df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.804585] env[69486]: DEBUG oslo_concurrency.lockutils [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] Acquired lock "refresh_cache-310e5f02-b4ea-4501-b3b1-d3c7557189eb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.804761] env[69486]: DEBUG nova.network.neutron [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Refreshing network info cache for port 5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.808545] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:22:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bcd3374-a740-47d7-811a-91b2d4554df4', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.819198] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.823182] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.824188] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43feaf47-f783-4f02-952d-ea2746c6ba42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.850910] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.850910] env[69486]: value = "task-3213833" [ 755.850910] env[69486]: _type = "Task" [ 755.850910] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.864811] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213833, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.974261] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213832, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.013895] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.015099] env[69486]: DEBUG oslo_concurrency.lockutils [None req-263fede4-6d0f-4fb0-9899-f99da06865d1 tempest-VolumesAssistedSnapshotsTest-854731899 tempest-VolumesAssistedSnapshotsTest-854731899-project-admin] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.329s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.053037] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.053157] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.053405] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.053440] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.053584] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.053721] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.053920] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.054596] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.054799] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.054970] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.055170] env[69486]: DEBUG nova.virt.hardware [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.056335] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51edce6-f79e-40b6-97a9-667634e9adf8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.067258] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a47600-8138-46ce-a6b4-5d2baa3e0941 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.274304] env[69486]: DEBUG nova.scheduler.client.report [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.342410] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "683f1843-3f3f-4fa7-a417-7eee51b329fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.342561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.367996] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213833, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.479322] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512348} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.479519] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] bdab7fe7-b54a-4b10-bcd2-b8b42dec056d/bdab7fe7-b54a-4b10-bcd2-b8b42dec056d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.479732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.479989] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d74159-4594-49c4-9c7e-e7d2721ca609 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.487063] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 756.487063] env[69486]: value = "task-3213835" [ 756.487063] env[69486]: _type = "Task" [ 756.487063] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.494163] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.549240] env[69486]: DEBUG nova.network.neutron [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Successfully updated port: 5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.781826] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.782319] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.786866] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.203s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.788336] env[69486]: INFO nova.compute.claims [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.792916] env[69486]: DEBUG nova.network.neutron [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Updated VIF entry in instance network info cache for port 5bcd3374-a740-47d7-811a-91b2d4554df4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.795124] env[69486]: DEBUG nova.network.neutron [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Updating instance_info_cache with network_info: [{"id": "5bcd3374-a740-47d7-811a-91b2d4554df4", "address": "fa:16:3e:1a:22:8b", "network": {"id": "52c6b747-abb4-43f5-9ff5-2d8baaac3c9a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1055778187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b75b141dca743e1b406a9155460b1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bcd3374-a7", "ovs_interfaceid": "5bcd3374-a740-47d7-811a-91b2d4554df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.864226] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213833, 'name': CreateVM_Task, 'duration_secs': 0.646762} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.864958] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.866033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.866415] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.867252] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.870337] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d47ff2-959f-450e-81b4-151fbbbdf8f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.876368] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 756.876368] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52797243-1716-c4bd-10d6-8716747d1303" [ 756.876368] env[69486]: _type = "Task" [ 756.876368] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.887103] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52797243-1716-c4bd-10d6-8716747d1303, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.887103] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.887103] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.887349] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.887503] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.887687] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.887966] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33dfe05e-e19c-4641-bd07-5ed45e89edf4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.895456] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.895555] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.896420] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001f014d-9257-424d-baba-39e0a9928554 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.904453] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 756.904453] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52200732-49a3-4235-7bc8-8f84d63788a6" [ 756.904453] env[69486]: _type = "Task" [ 756.904453] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.915976] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52200732-49a3-4235-7bc8-8f84d63788a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.916686] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256af14b-b6ac-4625-86e4-2407fab7049b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.921845] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 756.921845] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52050d37-dcb2-6767-e291-ef9c7d4437e5" [ 756.921845] env[69486]: _type = "Task" [ 756.921845] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.931145] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52050d37-dcb2-6767-e291-ef9c7d4437e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.997122] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061984} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.997478] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.998640] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e95ebb-b0a0-43b0-be8d-9ff4cdba8c65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.021171] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] bdab7fe7-b54a-4b10-bcd2-b8b42dec056d/bdab7fe7-b54a-4b10-bcd2-b8b42dec056d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.021171] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c6efa1-2664-4dfe-b706-ea52f5d449ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.040106] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 757.040106] env[69486]: value = "task-3213836" [ 757.040106] env[69486]: _type = "Task" [ 757.040106] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.048420] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.058181] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.058579] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.058579] env[69486]: DEBUG nova.network.neutron [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.294699] env[69486]: DEBUG nova.compute.utils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.296661] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.296829] env[69486]: DEBUG nova.network.neutron [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.300844] env[69486]: DEBUG oslo_concurrency.lockutils [req-80a231d8-56e6-465d-b9bd-a7a5724765a5 req-dbce8f15-1602-4db1-8e74-000c2a2fff7e service nova] Releasing lock "refresh_cache-310e5f02-b4ea-4501-b3b1-d3c7557189eb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.385674] env[69486]: DEBUG nova.policy [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2631068780c403c84273c950a2e0a9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0246d50469047698a61a71b5b49ec51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.432283] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52050d37-dcb2-6767-e291-ef9c7d4437e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.432588] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.432845] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 310e5f02-b4ea-4501-b3b1-d3c7557189eb/310e5f02-b4ea-4501-b3b1-d3c7557189eb.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.433125] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d0e6c15-92b8-4ee0-a000-d0011cf2ac72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.439655] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 757.439655] env[69486]: value = "task-3213837" [ 757.439655] env[69486]: _type = "Task" [ 757.439655] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.447759] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.552609] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213836, 'name': ReconfigVM_Task, 'duration_secs': 0.297756} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.552918] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] bdab7fe7-b54a-4b10-bcd2-b8b42dec056d/bdab7fe7-b54a-4b10-bcd2-b8b42dec056d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.554084] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dbf87e8-776c-4d39-8047-311870717bf6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.560762] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 757.560762] env[69486]: value = "task-3213838" [ 757.560762] env[69486]: _type = "Task" [ 757.560762] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.571140] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213838, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.619693] env[69486]: DEBUG nova.network.neutron [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.720294] env[69486]: DEBUG nova.compute.manager [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Received event network-vif-plugged-5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 757.720519] env[69486]: DEBUG oslo_concurrency.lockutils [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] Acquiring lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.720725] env[69486]: DEBUG oslo_concurrency.lockutils [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.720888] env[69486]: DEBUG oslo_concurrency.lockutils [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.721183] env[69486]: DEBUG nova.compute.manager [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] No waiting events found dispatching network-vif-plugged-5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.721588] env[69486]: WARNING nova.compute.manager [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Received unexpected event network-vif-plugged-5cb7478d-762f-4a9a-93ce-beab18b10cdb for instance with vm_state building and task_state spawning. [ 757.721588] env[69486]: DEBUG nova.compute.manager [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Received event network-changed-5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 757.721752] env[69486]: DEBUG nova.compute.manager [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Refreshing instance network info cache due to event network-changed-5cb7478d-762f-4a9a-93ce-beab18b10cdb. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 757.721831] env[69486]: DEBUG oslo_concurrency.lockutils [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] Acquiring lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.772559] env[69486]: DEBUG nova.network.neutron [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Successfully created port: 4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.804878] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.813382] env[69486]: DEBUG nova.network.neutron [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updating instance_info_cache with network_info: [{"id": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "address": "fa:16:3e:f1:59:c5", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb7478d-76", "ovs_interfaceid": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.951413] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500653} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.954552] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 310e5f02-b4ea-4501-b3b1-d3c7557189eb/310e5f02-b4ea-4501-b3b1-d3c7557189eb.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.954899] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.955860] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00e393d-9f10-4524-be22-3e4eafaaa42f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.961511] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 757.961511] env[69486]: value = "task-3213839" [ 757.961511] env[69486]: _type = "Task" [ 757.961511] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.976021] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.074623] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213838, 'name': Rename_Task, 'duration_secs': 0.452151} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.074966] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.075561] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f3ab64d-cbf6-4740-b1e3-ae69456fac06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.088723] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 758.088723] env[69486]: value = "task-3213840" [ 758.088723] env[69486]: _type = "Task" [ 758.088723] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.096598] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.318431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.318752] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Instance network_info: |[{"id": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "address": "fa:16:3e:f1:59:c5", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb7478d-76", "ovs_interfaceid": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.319370] env[69486]: DEBUG oslo_concurrency.lockutils [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] Acquired lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.319508] env[69486]: DEBUG nova.network.neutron [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Refreshing network info cache for port 5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.320561] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:59:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb7478d-762f-4a9a-93ce-beab18b10cdb', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.328389] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Creating folder: Project (08d5a7d004bd473da092b6278a224782). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.328529] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd6b9daa-d680-49de-8d18-dda918805543 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.342687] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Created folder: Project (08d5a7d004bd473da092b6278a224782) in parent group-v642494. [ 758.343015] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Creating folder: Instances. Parent ref: group-v642618. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.343122] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0090bff-bcd5-4327-969c-147c0abc03c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.352608] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Created folder: Instances in parent group-v642618. [ 758.352608] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.352937] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.353183] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d3110f8-e6ec-4f34-884b-2d53da1f8432 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.376463] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.376463] env[69486]: value = "task-3213843" [ 758.376463] env[69486]: _type = "Task" [ 758.376463] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.386237] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213843, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.452053] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e06563-199b-43bf-9d3c-30821e4a94ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.459877] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f787859-a289-4d07-8bd9-f54e1bea6824 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.473217] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07695} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.496029] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.496029] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af1a62c-f65d-4dd4-87c6-acde3d460078 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498861] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97034c82-5367-4ad9-a936-4e852a3cf59e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.522579] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 310e5f02-b4ea-4501-b3b1-d3c7557189eb/310e5f02-b4ea-4501-b3b1-d3c7557189eb.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.525146] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c2e5fa-54c5-4794-a6a3-a918f9226ddc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.540753] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ccc0b-4336-4e1c-a432-78f801f0cb25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.555608] env[69486]: DEBUG nova.compute.provider_tree [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.559188] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 758.559188] env[69486]: value = "task-3213844" [ 758.559188] env[69486]: _type = "Task" [ 758.559188] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.569045] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.600123] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.821168] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.851812] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.852112] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.852274] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.852474] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.852598] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.852865] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.853121] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.853290] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.853494] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.853741] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.853939] env[69486]: DEBUG nova.virt.hardware [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.854836] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c058791-2209-4984-b7ec-7ff2be8aaccf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.863496] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe9d446-9cca-414a-9b37-915404331200 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.889438] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213843, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.060463] env[69486]: DEBUG nova.scheduler.client.report [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.072665] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213844, 'name': ReconfigVM_Task, 'duration_secs': 0.329918} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.073107] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 310e5f02-b4ea-4501-b3b1-d3c7557189eb/310e5f02-b4ea-4501-b3b1-d3c7557189eb.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.073538] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5872d07-2508-4251-b86e-3a72179dbaea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.079813] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 759.079813] env[69486]: value = "task-3213845" [ 759.079813] env[69486]: _type = "Task" [ 759.079813] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.091379] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213845, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.092280] env[69486]: DEBUG nova.network.neutron [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updated VIF entry in instance network info cache for port 5cb7478d-762f-4a9a-93ce-beab18b10cdb. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.093684] env[69486]: DEBUG nova.network.neutron [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updating instance_info_cache with network_info: [{"id": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "address": "fa:16:3e:f1:59:c5", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb7478d-76", "ovs_interfaceid": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.104284] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213840, 'name': PowerOnVM_Task, 'duration_secs': 0.842473} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.104555] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.104761] env[69486]: INFO nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Took 8.59 seconds to spawn the instance on the hypervisor. [ 759.104945] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.105771] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ac051-7d1b-4049-8dac-b8242fdc8ff8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.392466] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213843, 'name': CreateVM_Task, 'duration_secs': 0.529002} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.392466] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.396022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.396022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.396022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.396022] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47423e2-35d2-4ec5-ada3-6c20cecb9a40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.399382] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 759.399382] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520459fa-1a2a-1a1b-e01e-b0800c2cc6dd" [ 759.399382] env[69486]: _type = "Task" [ 759.399382] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.408172] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520459fa-1a2a-1a1b-e01e-b0800c2cc6dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.506806] env[69486]: DEBUG nova.network.neutron [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Successfully updated port: 4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.569422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.569937] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.575170] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.634s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.575170] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.577932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.632s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.579803] env[69486]: INFO nova.compute.claims [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.597946] env[69486]: DEBUG oslo_concurrency.lockutils [req-f38014a5-b1d6-41b1-9b4a-d627b5f276f1 req-024d6941-d742-4c4c-bed0-9a68a1e66c0d service nova] Releasing lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.599677] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213845, 'name': Rename_Task, 'duration_secs': 0.145104} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.599677] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.599677] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d018f4-bf03-4f43-b889-b6601844f2c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.605608] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 759.605608] env[69486]: value = "task-3213846" [ 759.605608] env[69486]: _type = "Task" [ 759.605608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.613309] env[69486]: INFO nova.scheduler.client.report [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Deleted allocations for instance f27b521f-9193-4db1-a108-c1f3ac567ce8 [ 759.624384] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.627083] env[69486]: INFO nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Took 49.81 seconds to build instance. [ 759.659990] env[69486]: DEBUG nova.compute.manager [req-d8472061-5854-415f-a5fd-7c80705e438a req-2610dd44-80f5-4625-b024-11acf68130a5 service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Received event network-vif-plugged-4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 759.659990] env[69486]: DEBUG oslo_concurrency.lockutils [req-d8472061-5854-415f-a5fd-7c80705e438a req-2610dd44-80f5-4625-b024-11acf68130a5 service nova] Acquiring lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.659990] env[69486]: DEBUG oslo_concurrency.lockutils [req-d8472061-5854-415f-a5fd-7c80705e438a req-2610dd44-80f5-4625-b024-11acf68130a5 service nova] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.659990] env[69486]: DEBUG oslo_concurrency.lockutils [req-d8472061-5854-415f-a5fd-7c80705e438a req-2610dd44-80f5-4625-b024-11acf68130a5 service nova] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.659990] env[69486]: DEBUG nova.compute.manager [req-d8472061-5854-415f-a5fd-7c80705e438a req-2610dd44-80f5-4625-b024-11acf68130a5 service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] No waiting events found dispatching network-vif-plugged-4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.660246] env[69486]: WARNING nova.compute.manager [req-d8472061-5854-415f-a5fd-7c80705e438a req-2610dd44-80f5-4625-b024-11acf68130a5 service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Received unexpected event network-vif-plugged-4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 for instance with vm_state building and task_state spawning. [ 759.663014] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.663223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.663415] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.663592] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.663746] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.667551] env[69486]: INFO nova.compute.manager [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Terminating instance [ 759.911216] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520459fa-1a2a-1a1b-e01e-b0800c2cc6dd, 'name': SearchDatastore_Task, 'duration_secs': 0.03287} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.911549] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.911783] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.912027] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.912190] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.913045] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.913045] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87d2b73-d837-4659-aa14-a64a37d1f7a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.923787] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.924265] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.924866] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c3daeb-c14b-4b30-be50-eb8828c4896c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.930209] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 759.930209] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b7d626-d6e4-b82f-f148-d40817a3e66c" [ 759.930209] env[69486]: _type = "Task" [ 759.930209] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.939332] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b7d626-d6e4-b82f-f148-d40817a3e66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.013929] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-eb4c3153-02e4-40d7-9d55-c9eb6017b490" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.013929] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-eb4c3153-02e4-40d7-9d55-c9eb6017b490" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.013929] env[69486]: DEBUG nova.network.neutron [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.084907] env[69486]: DEBUG nova.compute.utils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.089265] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.089437] env[69486]: DEBUG nova.network.neutron [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.116059] env[69486]: DEBUG oslo_vmware.api [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213846, 'name': PowerOnVM_Task, 'duration_secs': 0.449382} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.116759] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.116759] env[69486]: INFO nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Took 6.82 seconds to spawn the instance on the hypervisor. [ 760.116759] env[69486]: DEBUG nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.118080] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10078a5-c728-418d-964d-4aad43193e71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.132359] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4e2ab0d-6742-4dec-903c-91446913ca02 tempest-ServerDiagnosticsV248Test-85686013 tempest-ServerDiagnosticsV248Test-85686013-project-member] Lock "f27b521f-9193-4db1-a108-c1f3ac567ce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.579s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.132359] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.168s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.154887] env[69486]: DEBUG nova.policy [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44515b0109294f3bb8556ea294c5c582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1b3e7bb527c42ec86c1631f8a2e8aac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.176026] env[69486]: DEBUG nova.compute.manager [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.176026] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.176026] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b14e8-89a8-404f-8a9b-ad55fab543e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.189102] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.189458] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a157f45-f790-45ac-a43d-e2ab07975769 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.196070] env[69486]: DEBUG oslo_vmware.api [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 760.196070] env[69486]: value = "task-3213847" [ 760.196070] env[69486]: _type = "Task" [ 760.196070] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.205705] env[69486]: DEBUG oslo_vmware.api [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.444856] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b7d626-d6e4-b82f-f148-d40817a3e66c, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.445756] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba0b1cb-6368-4863-a85c-c7a7c722c250 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.451403] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 760.451403] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529e2e96-8a07-53f1-0941-84836fecba91" [ 760.451403] env[69486]: _type = "Task" [ 760.451403] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.459243] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529e2e96-8a07-53f1-0941-84836fecba91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.527047] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.527163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.527560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.527560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.527697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.529792] env[69486]: INFO nova.compute.manager [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Terminating instance [ 760.575955] env[69486]: DEBUG nova.network.neutron [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.593666] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.606177] env[69486]: DEBUG nova.network.neutron [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Successfully created port: 06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.636909] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.642882] env[69486]: INFO nova.compute.manager [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Took 48.24 seconds to build instance. [ 760.714498] env[69486]: DEBUG oslo_vmware.api [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213847, 'name': PowerOffVM_Task, 'duration_secs': 0.235068} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.717217] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.717453] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.720197] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cec328b-8305-45a1-8fd1-7030096b2b8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.786243] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.786243] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.786243] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Deleting the datastore file [datastore2] ea3623f6-fc35-4269-b8f4-f483d75b8d9f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.786243] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d361afe-4500-4722-a23e-43ffc5390593 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.794822] env[69486]: DEBUG oslo_vmware.api [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for the task: (returnval){ [ 760.794822] env[69486]: value = "task-3213849" [ 760.794822] env[69486]: _type = "Task" [ 760.794822] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.800619] env[69486]: DEBUG nova.network.neutron [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Updating instance_info_cache with network_info: [{"id": "4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1", "address": "fa:16:3e:4f:b6:51", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8fde60-3f", "ovs_interfaceid": "4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.810040] env[69486]: DEBUG oslo_vmware.api [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.968591] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529e2e96-8a07-53f1-0941-84836fecba91, 'name': SearchDatastore_Task, 'duration_secs': 0.037616} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.968854] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.969142] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] a3e5b1df-503a-49a7-b066-b09999f7a2c9/a3e5b1df-503a-49a7-b066-b09999f7a2c9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.969398] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78915532-8c52-4836-8c72-1a9eb895e58e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.981471] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 760.981471] env[69486]: value = "task-3213850" [ 760.981471] env[69486]: _type = "Task" [ 760.981471] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.989845] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.036745] env[69486]: DEBUG nova.compute.manager [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.037248] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.038030] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42262105-fa21-468d-b530-d1932c17b8d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.048474] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.048764] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0567cb3-1062-4098-826d-677e8696b520 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.056104] env[69486]: DEBUG oslo_vmware.api [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 761.056104] env[69486]: value = "task-3213851" [ 761.056104] env[69486]: _type = "Task" [ 761.056104] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.071242] env[69486]: DEBUG oslo_vmware.api [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.146575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-47103a95-2068-4e7b-b144-00e7c833bdfd tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.151s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.165832] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.211766] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff78f5f-8531-4dee-af55-76b3a426def6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.222031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5f96b-0008-4818-955a-556ccd5d4d83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.256074] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf59528b-2cd1-4bda-83b8-5697eb4fcb72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.264814] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39b5cc-c9fb-47e5-b044-615e047a1176 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.281434] env[69486]: DEBUG nova.compute.provider_tree [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.309001] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-eb4c3153-02e4-40d7-9d55-c9eb6017b490" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.309189] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Instance network_info: |[{"id": "4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1", "address": "fa:16:3e:4f:b6:51", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8fde60-3f", "ovs_interfaceid": "4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.310093] env[69486]: DEBUG oslo_vmware.api [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Task: {'id': task-3213849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316094} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.311022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b6:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.323804] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating folder: Project (b0246d50469047698a61a71b5b49ec51). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.324323] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.324620] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.324926] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.325232] env[69486]: INFO nova.compute.manager [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 761.325604] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.326148] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-48df700b-0654-42e7-8792-54f3de31a902-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.326454] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-48df700b-0654-42e7-8792-54f3de31a902-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.326954] env[69486]: DEBUG nova.objects.instance [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'flavor' on Instance uuid 48df700b-0654-42e7-8792-54f3de31a902 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.328746] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d386c116-13c8-4625-8f5d-cda5109ee30a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.332182] env[69486]: DEBUG nova.compute.manager [-] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.332182] env[69486]: DEBUG nova.network.neutron [-] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.344378] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created folder: Project (b0246d50469047698a61a71b5b49ec51) in parent group-v642494. [ 761.344690] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating folder: Instances. Parent ref: group-v642621. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.345962] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6090d23a-4341-4927-a207-0048ae7f8212 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.357692] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created folder: Instances in parent group-v642621. [ 761.358108] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.358392] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.358712] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a7da6c5-a4df-4ebf-9fcb-b0be0688c23c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.391225] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.391225] env[69486]: value = "task-3213854" [ 761.391225] env[69486]: _type = "Task" [ 761.391225] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.404695] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213854, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.490279] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.581698] env[69486]: DEBUG oslo_vmware.api [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213851, 'name': PowerOffVM_Task, 'duration_secs': 0.195472} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.582201] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.582419] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.582719] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-304deae0-c71a-49ed-b842-e977a34b78c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.607379] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.649167] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.649167] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.649457] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.649495] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.649732] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.649960] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.650333] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.650600] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.650883] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.651280] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.651603] env[69486]: DEBUG nova.virt.hardware [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.652969] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a9b1a7-c042-4d61-a55f-7143c49eb9f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.661126] env[69486]: DEBUG nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.666504] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.666817] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.667218] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Deleting the datastore file [datastore1] f5f03876-cb29-46ed-8bc7-f70d73fa4e55 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.668557] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c504916-d555-4499-961b-f1680c9d2b05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.676709] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d62663-05dd-407b-bb79-1983cbada817 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.689968] env[69486]: DEBUG oslo_vmware.api [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for the task: (returnval){ [ 761.689968] env[69486]: value = "task-3213856" [ 761.689968] env[69486]: _type = "Task" [ 761.689968] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.715050] env[69486]: DEBUG oslo_vmware.api [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.785600] env[69486]: DEBUG nova.scheduler.client.report [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.903270] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213854, 'name': CreateVM_Task, 'duration_secs': 0.3603} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.903322] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.904070] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.904242] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.904590] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.904874] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c82c1e6-8582-48fc-a3fc-c3fbe678862f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.910291] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 761.910291] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52566d3c-94fd-e467-35b8-e154fa90402a" [ 761.910291] env[69486]: _type = "Task" [ 761.910291] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.919901] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52566d3c-94fd-e467-35b8-e154fa90402a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.979042] env[69486]: DEBUG nova.objects.instance [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'pci_requests' on Instance uuid 48df700b-0654-42e7-8792-54f3de31a902 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.991550] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540279} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.992633] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] a3e5b1df-503a-49a7-b066-b09999f7a2c9/a3e5b1df-503a-49a7-b066-b09999f7a2c9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.992868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.993157] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220ea49a-f266-4d3c-a909-ed7a18cae80f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.000782] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 762.000782] env[69486]: value = "task-3213857" [ 762.000782] env[69486]: _type = "Task" [ 762.000782] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.010851] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.202010] env[69486]: DEBUG oslo_vmware.api [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Task: {'id': task-3213856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181582} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.203319] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.203755] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.203840] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.204406] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.204406] env[69486]: INFO nova.compute.manager [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Took 1.17 seconds to destroy the instance on the hypervisor. [ 762.205511] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.205756] env[69486]: DEBUG nova.compute.manager [-] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.207021] env[69486]: DEBUG nova.network.neutron [-] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.290359] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.290890] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.293730] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.293s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.295907] env[69486]: INFO nova.compute.claims [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.426701] env[69486]: DEBUG nova.network.neutron [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Successfully updated port: 06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.444059] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52566d3c-94fd-e467-35b8-e154fa90402a, 'name': SearchDatastore_Task, 'duration_secs': 0.02308} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.444951] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.445469] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.445899] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.446255] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.446617] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.447511] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32e90f8-8cd9-4e8e-a328-f25915ca5c8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.461917] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.462301] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.464973] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa41ddf0-322a-4814-9a66-dbf69c93be10 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.472915] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 762.472915] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a87aab-5a4f-5982-a832-154962d40863" [ 762.472915] env[69486]: _type = "Task" [ 762.472915] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.476573] env[69486]: DEBUG nova.compute.manager [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Received event network-changed-4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 762.476963] env[69486]: DEBUG nova.compute.manager [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Refreshing instance network info cache due to event network-changed-4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 762.477367] env[69486]: DEBUG oslo_concurrency.lockutils [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] Acquiring lock "refresh_cache-eb4c3153-02e4-40d7-9d55-c9eb6017b490" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.477676] env[69486]: DEBUG oslo_concurrency.lockutils [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] Acquired lock "refresh_cache-eb4c3153-02e4-40d7-9d55-c9eb6017b490" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.477995] env[69486]: DEBUG nova.network.neutron [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Refreshing network info cache for port 4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.485854] env[69486]: DEBUG nova.objects.base [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Object Instance<48df700b-0654-42e7-8792-54f3de31a902> lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 762.486209] env[69486]: DEBUG nova.network.neutron [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.502357] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a87aab-5a4f-5982-a832-154962d40863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.515401] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309374} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.515778] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.517376] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c5fb7b-6186-4748-96ee-5fa7a24fc08d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.521374] env[69486]: DEBUG nova.network.neutron [-] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.557273] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] a3e5b1df-503a-49a7-b066-b09999f7a2c9/a3e5b1df-503a-49a7-b066-b09999f7a2c9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.559616] env[69486]: DEBUG nova.policy [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.562267] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacd5479-ad2f-4cd7-8a96-acec58793461 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.595295] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 762.595295] env[69486]: value = "task-3213858" [ 762.595295] env[69486]: _type = "Task" [ 762.595295] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.607414] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.805224] env[69486]: DEBUG nova.compute.utils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.810345] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.810345] env[69486]: DEBUG nova.network.neutron [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.861107] env[69486]: DEBUG nova.policy [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80c3e7cab3f24a95835f2f992d88bd86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e527ddb0433a4e2cb4b937f8ad82fe7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.930697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.930897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquired lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.931071] env[69486]: DEBUG nova.network.neutron [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.983445] env[69486]: DEBUG nova.compute.manager [req-18297990-12e6-4a0b-97c3-57089b928268 req-089ffcd6-a9dc-4a39-8c84-0b43b34e7c4c service nova] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Received event network-vif-deleted-e65909a5-9275-4eea-91d8-14954186e64d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 762.997417] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a87aab-5a4f-5982-a832-154962d40863, 'name': SearchDatastore_Task, 'duration_secs': 0.05567} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.000678] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee95b5b-5e77-4220-8bb8-e90fbe762479 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.006819] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 763.006819] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a1a77-0ef3-e41c-6d02-62ab073a8eab" [ 763.006819] env[69486]: _type = "Task" [ 763.006819] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.017631] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a1a77-0ef3-e41c-6d02-62ab073a8eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.027998] env[69486]: INFO nova.compute.manager [-] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Took 1.69 seconds to deallocate network for instance. [ 763.048230] env[69486]: DEBUG nova.network.neutron [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Successfully created port: 9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.107210] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213858, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.244819] env[69486]: DEBUG nova.network.neutron [-] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.312301] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.471660] env[69486]: DEBUG nova.network.neutron [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.523569] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a1a77-0ef3-e41c-6d02-62ab073a8eab, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.524614] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.525209] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eb4c3153-02e4-40d7-9d55-c9eb6017b490/eb4c3153-02e4-40d7-9d55-c9eb6017b490.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.528043] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e03c9d-e563-428e-8239-f14acb244f53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.537275] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.546595] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 763.546595] env[69486]: value = "task-3213859" [ 763.546595] env[69486]: _type = "Task" [ 763.546595] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.563200] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.607670] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213858, 'name': ReconfigVM_Task, 'duration_secs': 0.538122} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.608079] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Reconfigured VM instance instance-00000028 to attach disk [datastore1] a3e5b1df-503a-49a7-b066-b09999f7a2c9/a3e5b1df-503a-49a7-b066-b09999f7a2c9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.611957] env[69486]: DEBUG nova.network.neutron [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Updated VIF entry in instance network info cache for port 4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.612308] env[69486]: DEBUG nova.network.neutron [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Updating instance_info_cache with network_info: [{"id": "4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1", "address": "fa:16:3e:4f:b6:51", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8fde60-3f", "ovs_interfaceid": "4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.613448] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-653d8c85-55b5-4f81-89e8-6d8e9bbf057c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.616267] env[69486]: DEBUG nova.network.neutron [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Successfully created port: 2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.626732] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 763.626732] env[69486]: value = "task-3213860" [ 763.626732] env[69486]: _type = "Task" [ 763.626732] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.640281] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213860, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.678602] env[69486]: DEBUG nova.network.neutron [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Updating instance_info_cache with network_info: [{"id": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "address": "fa:16:3e:be:1a:49", "network": {"id": "bcd4b07b-e46a-4687-8161-870859c81d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1027328396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b3e7bb527c42ec86c1631f8a2e8aac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fde22b-4f", "ovs_interfaceid": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.747445] env[69486]: INFO nova.compute.manager [-] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Took 1.54 seconds to deallocate network for instance. [ 763.995652] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e17902-34f6-48c1-afc8-a26617b117b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008544] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e2772-9d6f-49df-a1f0-664f430e6fac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.043059] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ed01f-38d6-4611-94e4-b0dd4b83fae8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.053349] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5d607-f72a-4481-874f-8c387a8403a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.060751] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213859, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.071821] env[69486]: DEBUG nova.compute.provider_tree [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.118990] env[69486]: DEBUG oslo_concurrency.lockutils [req-59333700-7beb-4c42-95b6-32232e4a2bff req-04e235e2-5890-4ae6-a029-e0131ec9b5ee service nova] Releasing lock "refresh_cache-eb4c3153-02e4-40d7-9d55-c9eb6017b490" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.140489] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213860, 'name': Rename_Task, 'duration_secs': 0.169389} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.140766] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.141017] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea57c1c-0f55-4882-bd2b-50dd69ba4482 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.149372] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 764.149372] env[69486]: value = "task-3213861" [ 764.149372] env[69486]: _type = "Task" [ 764.149372] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.158461] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.183535] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Releasing lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.183839] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Instance network_info: |[{"id": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "address": "fa:16:3e:be:1a:49", "network": {"id": "bcd4b07b-e46a-4687-8161-870859c81d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1027328396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b3e7bb527c42ec86c1631f8a2e8aac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fde22b-4f", "ovs_interfaceid": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.184431] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:1a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06fde22b-4f97-4d9e-80c3-34bd2b8161d0', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.193434] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Creating folder: Project (c1b3e7bb527c42ec86c1631f8a2e8aac). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.193805] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-908b67d2-82ee-41c2-a2a3-e84008fdb86b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.208946] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Created folder: Project (c1b3e7bb527c42ec86c1631f8a2e8aac) in parent group-v642494. [ 764.209181] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Creating folder: Instances. Parent ref: group-v642624. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.209466] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd46b13-e206-44b8-b712-350bc5ec5eac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.220241] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Created folder: Instances in parent group-v642624. [ 764.220489] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.220680] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.220888] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3a758f-fc20-4752-a1f4-bb06796ff075 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.243321] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.243321] env[69486]: value = "task-3213864" [ 764.243321] env[69486]: _type = "Task" [ 764.243321] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.257784] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.258033] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213864, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.321053] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.339806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.340162] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.340486] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.340761] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.341015] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.345277] env[69486]: INFO nova.compute.manager [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Terminating instance [ 764.353175] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.353449] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.353449] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.353680] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.353770] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.353884] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.354104] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.354266] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.354433] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.354603] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.354917] env[69486]: DEBUG nova.virt.hardware [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.356842] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af04a1fd-579b-4871-8970-81e29248e3c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.362709] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.362927] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.369553] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05801b2e-61f2-49e5-8c07-3310fec75721 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.565241] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608634} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.565580] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eb4c3153-02e4-40d7-9d55-c9eb6017b490/eb4c3153-02e4-40d7-9d55-c9eb6017b490.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.565833] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.566376] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b84e9a4-4291-4908-944c-7571cf327dcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.576665] env[69486]: DEBUG nova.scheduler.client.report [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.584068] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 764.584068] env[69486]: value = "task-3213865" [ 764.584068] env[69486]: _type = "Task" [ 764.584068] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.596154] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.661673] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.755869] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213864, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.820151] env[69486]: DEBUG nova.network.neutron [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Successfully updated port: 9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.852017] env[69486]: DEBUG nova.compute.manager [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.852017] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.852017] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da317ce5-0944-4792-bc0e-bda39a021b39 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.859626] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.859873] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24143bff-212b-4d6a-ae4d-a0e8ec0ba00e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.867852] env[69486]: DEBUG oslo_vmware.api [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 764.867852] env[69486]: value = "task-3213866" [ 764.867852] env[69486]: _type = "Task" [ 764.867852] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.881538] env[69486]: DEBUG oslo_vmware.api [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.085490] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.086294] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.089613] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.163s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.089911] env[69486]: DEBUG nova.objects.instance [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 765.104023] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.104149] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.105278] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1cd57-9cea-4044-b67d-a5f93cab7493 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.140037] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] eb4c3153-02e4-40d7-9d55-c9eb6017b490/eb4c3153-02e4-40d7-9d55-c9eb6017b490.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.140037] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec27fe2-0c15-45d3-a9d4-b3326072c564 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.151024] env[69486]: DEBUG nova.network.neutron [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Successfully updated port: 2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.159888] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 765.159888] env[69486]: value = "task-3213867" [ 765.159888] env[69486]: _type = "Task" [ 765.159888] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.164667] env[69486]: DEBUG oslo_vmware.api [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3213861, 'name': PowerOnVM_Task, 'duration_secs': 0.514958} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.168120] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.168354] env[69486]: INFO nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Took 9.16 seconds to spawn the instance on the hypervisor. [ 765.168533] env[69486]: DEBUG nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.169541] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cc1896-989c-463e-8a71-00843eec3345 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.177432] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.255762] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213864, 'name': CreateVM_Task, 'duration_secs': 0.574266} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.255762] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.256051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.256222] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.256571] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.256828] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e1ce8f-64e1-4a31-b7ff-ae6dac7c5c19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.265193] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 765.265193] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b328c7-5976-20b3-38a0-f7c2cee905d6" [ 765.265193] env[69486]: _type = "Task" [ 765.265193] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.275420] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b328c7-5976-20b3-38a0-f7c2cee905d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.323855] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.324318] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.324318] env[69486]: DEBUG nova.network.neutron [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.378854] env[69486]: DEBUG oslo_vmware.api [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213866, 'name': PowerOffVM_Task, 'duration_secs': 0.479435} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.379134] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.379284] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.379528] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee8259b-e0e8-45aa-8e05-aed50c2f2837 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.466198] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.466198] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.466422] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleting the datastore file [datastore2] 13fe71e9-b0d9-4f6d-b293-49e6557bb941 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.466694] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe4aea0-0293-4081-9166-fb91b210d636 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.473247] env[69486]: DEBUG oslo_vmware.api [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 765.473247] env[69486]: value = "task-3213869" [ 765.473247] env[69486]: _type = "Task" [ 765.473247] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.481880] env[69486]: DEBUG oslo_vmware.api [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.511665] env[69486]: DEBUG nova.objects.instance [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lazy-loading 'flavor' on Instance uuid 54e70109-c2ed-4972-b63a-c5c1e8beea2f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.591332] env[69486]: DEBUG nova.compute.utils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.592930] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.593123] env[69486]: DEBUG nova.network.neutron [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.634086] env[69486]: DEBUG nova.policy [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.645253] env[69486]: DEBUG nova.compute.manager [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Received event network-vif-plugged-06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 765.645487] env[69486]: DEBUG oslo_concurrency.lockutils [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] Acquiring lock "f7b6de16-4f11-4310-a2e5-63434aba5e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.645771] env[69486]: DEBUG oslo_concurrency.lockutils [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.645945] env[69486]: DEBUG oslo_concurrency.lockutils [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.646198] env[69486]: DEBUG nova.compute.manager [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] No waiting events found dispatching network-vif-plugged-06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.646377] env[69486]: WARNING nova.compute.manager [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Received unexpected event network-vif-plugged-06fde22b-4f97-4d9e-80c3-34bd2b8161d0 for instance with vm_state building and task_state spawning. [ 765.646595] env[69486]: DEBUG nova.compute.manager [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Received event network-changed-06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 765.646799] env[69486]: DEBUG nova.compute.manager [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Refreshing instance network info cache due to event network-changed-06fde22b-4f97-4d9e-80c3-34bd2b8161d0. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 765.647047] env[69486]: DEBUG oslo_concurrency.lockutils [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] Acquiring lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.647167] env[69486]: DEBUG oslo_concurrency.lockutils [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] Acquired lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.647321] env[69486]: DEBUG nova.network.neutron [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Refreshing network info cache for port 06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.654891] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.654891] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquired lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.654891] env[69486]: DEBUG nova.network.neutron [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.679371] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.689884] env[69486]: INFO nova.compute.manager [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Took 50.00 seconds to build instance. [ 765.777896] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b328c7-5976-20b3-38a0-f7c2cee905d6, 'name': SearchDatastore_Task, 'duration_secs': 0.024238} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.778216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.778453] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.778690] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.778834] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.779018] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.779635] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7471115a-3048-4451-b0f5-49dffb018ce9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.791178] env[69486]: DEBUG nova.compute.manager [req-ac976373-5517-44fa-a21a-8f81e23e11e1 req-f949b822-40f3-410c-86f9-ad65e5f991c4 service nova] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Received event network-vif-deleted-b456dcf8-e9b9-4fc6-a3ca-0e47e3ffc49d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 765.792847] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.792940] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.793656] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8508cb-4c94-4aef-b24f-fac844815d28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.799948] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 765.799948] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a72d9d-3268-e083-7abf-133ee0627518" [ 765.799948] env[69486]: _type = "Task" [ 765.799948] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.809403] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a72d9d-3268-e083-7abf-133ee0627518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.875383] env[69486]: WARNING nova.network.neutron [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] 2f9479c5-0435-4799-81be-f7ca9331681c already exists in list: networks containing: ['2f9479c5-0435-4799-81be-f7ca9331681c']. ignoring it [ 765.956229] env[69486]: DEBUG nova.network.neutron [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Successfully created port: d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.988156] env[69486]: DEBUG oslo_vmware.api [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411915} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.988370] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.988545] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.988713] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.988903] env[69486]: INFO nova.compute.manager [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Took 1.14 seconds to destroy the instance on the hypervisor. [ 765.989165] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.989391] env[69486]: DEBUG nova.compute.manager [-] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.989452] env[69486]: DEBUG nova.network.neutron [-] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.016713] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.016713] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.098269] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.102157] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62ad1330-4cfc-41ec-b793-7aa23558d8b3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.103414] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.452s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.103625] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.105791] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.837s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.107430] env[69486]: INFO nova.compute.claims [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.144402] env[69486]: INFO nova.scheduler.client.report [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Deleted allocations for instance cde882ea-3a53-49aa-9ad3-9cf96dab0e79 [ 766.179510] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213867, 'name': ReconfigVM_Task, 'duration_secs': 0.723797} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.179802] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Reconfigured VM instance instance-00000029 to attach disk [datastore1] eb4c3153-02e4-40d7-9d55-c9eb6017b490/eb4c3153-02e4-40d7-9d55-c9eb6017b490.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.180669] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f67259d-ca9f-4b7a-9477-d80832193d8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.190357] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 766.190357] env[69486]: value = "task-3213870" [ 766.190357] env[69486]: _type = "Task" [ 766.190357] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.194146] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c0a1608c-c71b-4462-b0ce-0067f202e84f tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.386s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.206456] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213870, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.245549] env[69486]: DEBUG nova.network.neutron [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.314241] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a72d9d-3268-e083-7abf-133ee0627518, 'name': SearchDatastore_Task, 'duration_secs': 0.016082} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.315106] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2917e871-dfe3-4513-9475-e94fa5494aa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.322083] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 766.322083] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5282a75a-eb73-cdd7-218d-9858fd7be981" [ 766.322083] env[69486]: _type = "Task" [ 766.322083] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.330517] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5282a75a-eb73-cdd7-218d-9858fd7be981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.548009] env[69486]: DEBUG nova.network.neutron [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b", "address": "fa:16:3e:59:52:e5", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9266c31a-45", "ovs_interfaceid": "9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.577460] env[69486]: DEBUG nova.network.neutron [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Updated VIF entry in instance network info cache for port 06fde22b-4f97-4d9e-80c3-34bd2b8161d0. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.577903] env[69486]: DEBUG nova.network.neutron [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Updating instance_info_cache with network_info: [{"id": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "address": "fa:16:3e:be:1a:49", "network": {"id": "bcd4b07b-e46a-4687-8161-870859c81d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1027328396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b3e7bb527c42ec86c1631f8a2e8aac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fde22b-4f", "ovs_interfaceid": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.608740] env[69486]: DEBUG nova.network.neutron [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updating instance_info_cache with network_info: [{"id": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "address": "fa:16:3e:9b:27:cf", "network": {"id": "7c558bcc-e992-4541-a226-4940c8b37f4b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-554149046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e527ddb0433a4e2cb4b937f8ad82fe7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab68daf-2e", "ovs_interfaceid": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.652913] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8da8cdc6-1f35-4f5e-a753-376d224ceca0 tempest-ServerAddressesTestJSON-939772000 tempest-ServerAddressesTestJSON-939772000-project-member] Lock "cde882ea-3a53-49aa-9ad3-9cf96dab0e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.520s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.673753] env[69486]: DEBUG nova.network.neutron [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.696784] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.702616] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213870, 'name': Rename_Task, 'duration_secs': 0.292411} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.703088] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.703334] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c3983e-fc7d-49b9-af99-5076e4da2912 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.711618] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 766.711618] env[69486]: value = "task-3213871" [ 766.711618] env[69486]: _type = "Task" [ 766.711618] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.721160] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.838108] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5282a75a-eb73-cdd7-218d-9858fd7be981, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.838401] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.838666] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f7b6de16-4f11-4310-a2e5-63434aba5e10/f7b6de16-4f11-4310-a2e5-63434aba5e10.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.838938] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9ca33e1-3e04-4e3b-96d7-adeb130d509f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.846691] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 766.846691] env[69486]: value = "task-3213872" [ 766.846691] env[69486]: _type = "Task" [ 766.846691] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.855491] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.054673] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.055192] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.056031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.056234] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cbcabf-2386-45f3-963b-e2d4b5239e06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.077024] env[69486]: DEBUG nova.virt.hardware [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.083984] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Reconfiguring VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 767.084650] env[69486]: DEBUG oslo_concurrency.lockutils [req-25776051-073c-4daa-aa7e-e4602390d90d req-f664538e-23a6-47cf-8d41-975060d8eff1 service nova] Releasing lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.085033] env[69486]: DEBUG nova.network.neutron [-] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.086216] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c172ab-8449-4681-89d2-2992c30d3a3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.109912] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.112157] env[69486]: DEBUG oslo_vmware.api [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 767.112157] env[69486]: value = "task-3213873" [ 767.112157] env[69486]: _type = "Task" [ 767.112157] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.113035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Releasing lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.113784] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Instance network_info: |[{"id": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "address": "fa:16:3e:9b:27:cf", "network": {"id": "7c558bcc-e992-4541-a226-4940c8b37f4b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-554149046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e527ddb0433a4e2cb4b937f8ad82fe7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab68daf-2e", "ovs_interfaceid": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.113784] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:27:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ab68daf-2eda-41a3-abda-e0deba6a4d68', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.123767] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Creating folder: Project (e527ddb0433a4e2cb4b937f8ad82fe7e). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.131983] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e2b7a37-50ba-45e6-ba61-691b3a2263c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.146998] env[69486]: DEBUG oslo_vmware.api [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213873, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.149968] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Created folder: Project (e527ddb0433a4e2cb4b937f8ad82fe7e) in parent group-v642494. [ 767.150193] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Creating folder: Instances. Parent ref: group-v642627. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.150491] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c012d64-c0ca-4b23-9154-1b71cd323a7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.166180] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Created folder: Instances in parent group-v642627. [ 767.166180] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.166180] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.166840] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43167fca-3018-49f9-bc00-7045a4b60d2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.196708] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.197396] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.197740] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.198110] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.198417] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.198678] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.199123] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.199462] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.202069] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.202069] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.202069] env[69486]: DEBUG nova.virt.hardware [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.210518] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e52246-844a-4c75-9636-61ee8e29ae21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.234752] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.234752] env[69486]: value = "task-3213876" [ 767.234752] env[69486]: _type = "Task" [ 767.234752] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.245792] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.254892] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414eae75-46dd-4854-a3d8-8fc47194f071 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.260385] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.267930] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213876, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.360178] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.525067] env[69486]: DEBUG nova.network.neutron [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.603186] env[69486]: INFO nova.compute.manager [-] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Took 1.61 seconds to deallocate network for instance. [ 767.628669] env[69486]: DEBUG oslo_vmware.api [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.737270] env[69486]: DEBUG oslo_vmware.api [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213871, 'name': PowerOnVM_Task, 'duration_secs': 0.634929} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.740867] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.741164] env[69486]: INFO nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Took 8.92 seconds to spawn the instance on the hypervisor. [ 767.741323] env[69486]: DEBUG nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.745050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459db652-0112-4a1b-bb73-128d128012a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.755035] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213876, 'name': CreateVM_Task, 'duration_secs': 0.432384} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.756760] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.764024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.764024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.764024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.764024] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84c4cc9-731c-4db2-87d0-d2beb02b64e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.770122] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 767.770122] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e162df-f411-123c-67bc-130316da5b9a" [ 767.770122] env[69486]: _type = "Task" [ 767.770122] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.782073] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e162df-f411-123c-67bc-130316da5b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.846390] env[69486]: DEBUG nova.network.neutron [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Successfully updated port: d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.859375] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630763} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.859375] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f7b6de16-4f11-4310-a2e5-63434aba5e10/f7b6de16-4f11-4310-a2e5-63434aba5e10.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.859375] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.859496] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6647ee-4295-4fa0-bebf-467f24b6bd55 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.871993] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 767.871993] env[69486]: value = "task-3213877" [ 767.871993] env[69486]: _type = "Task" [ 767.871993] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.879889] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.884263] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9f0bc-d41a-46c7-949b-020651d5adc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.891186] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "13d7a540-db99-437d-98ea-07bdcc2d447a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.891437] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.891648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "13d7a540-db99-437d-98ea-07bdcc2d447a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.891807] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.891970] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.894274] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de912fc-953b-41fd-b231-88bb1dacda31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.897756] env[69486]: INFO nova.compute.manager [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Terminating instance [ 767.927440] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96441eff-9e49-48f1-9d0d-584864a79dc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.935770] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20796a6-f9ab-484c-ae65-2f56eba72035 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.951052] env[69486]: DEBUG nova.compute.provider_tree [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.024925] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.025202] env[69486]: DEBUG nova.compute.manager [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Inject network info {{(pid=69486) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7755}} [ 768.025471] env[69486]: DEBUG nova.compute.manager [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] network_info to inject: |[{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7756}} [ 768.030657] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Reconfiguring VM instance to set the machine id {{(pid=69486) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 768.030975] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e549c568-7fc6-4de7-9505-cdc24ace0857 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.046022] env[69486]: DEBUG oslo_vmware.api [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 768.046022] env[69486]: value = "task-3213878" [ 768.046022] env[69486]: _type = "Task" [ 768.046022] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.057153] env[69486]: DEBUG oslo_vmware.api [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.112073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.126205] env[69486]: DEBUG oslo_vmware.api [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213873, 'name': ReconfigVM_Task, 'duration_secs': 0.937717} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.127094] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.127588] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Reconfigured VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 768.276102] env[69486]: INFO nova.compute.manager [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Took 47.13 seconds to build instance. [ 768.286747] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e162df-f411-123c-67bc-130316da5b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.287068] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.287356] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.287516] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.287653] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.287828] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.288134] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26082e78-1028-4ca3-9a09-9e93db9b3efa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.310355] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.310678] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.311304] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db99745-ede6-4d45-9c52-6c3ba93e5190 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.316753] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 768.316753] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523afbc1-f319-7742-7321-3088fcc6a44b" [ 768.316753] env[69486]: _type = "Task" [ 768.316753] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.325022] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523afbc1-f319-7742-7321-3088fcc6a44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.352602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.352602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.352602] env[69486]: DEBUG nova.network.neutron [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.380947] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138194} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.381601] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.382013] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dda57e-2116-4922-9c9b-d9f053e20a39 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.403816] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f7b6de16-4f11-4310-a2e5-63434aba5e10/f7b6de16-4f11-4310-a2e5-63434aba5e10.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.404391] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150ee616-6699-4093-867a-ce77199c5488 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.424594] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 768.424594] env[69486]: value = "task-3213879" [ 768.424594] env[69486]: _type = "Task" [ 768.424594] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.427909] env[69486]: DEBUG nova.compute.manager [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.428130] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.428839] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa5c89-8f60-40e4-8d3b-9f07d954927f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.437532] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.439610] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.439767] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb18a10-af79-4044-be2b-b744a5ce08f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.445585] env[69486]: DEBUG oslo_vmware.api [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 768.445585] env[69486]: value = "task-3213880" [ 768.445585] env[69486]: _type = "Task" [ 768.445585] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.455106] env[69486]: DEBUG nova.scheduler.client.report [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.458601] env[69486]: DEBUG oslo_vmware.api [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.557063] env[69486]: DEBUG oslo_vmware.api [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213878, 'name': ReconfigVM_Task, 'duration_secs': 0.207133} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.557391] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe6138d-6ec6-4abd-b584-d56f69585f1c tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Reconfigured VM instance to set the machine id {{(pid=69486) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 768.633969] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3bf9f49d-c35f-49e2-87e1-9bf8938d758a tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-48df700b-0654-42e7-8792-54f3de31a902-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.307s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.782018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9cfa9984-4142-40e5-9c93-37d74652eeae tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.087s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.830021] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523afbc1-f319-7742-7321-3088fcc6a44b, 'name': SearchDatastore_Task, 'duration_secs': 0.064174} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.830021] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d78022-1b9f-4827-84b8-4863aebe191c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.834738] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 768.834738] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bac492-ae95-6ed5-580d-798b2668f30a" [ 768.834738] env[69486]: _type = "Task" [ 768.834738] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.843254] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bac492-ae95-6ed5-580d-798b2668f30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.891351] env[69486]: DEBUG nova.network.neutron [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.939486] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213879, 'name': ReconfigVM_Task, 'duration_secs': 0.507334} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.939756] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f7b6de16-4f11-4310-a2e5-63434aba5e10/f7b6de16-4f11-4310-a2e5-63434aba5e10.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.940390] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7abc7e5b-da8c-43a5-abc0-e368c0ac0fc4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.946252] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 768.946252] env[69486]: value = "task-3213881" [ 768.946252] env[69486]: _type = "Task" [ 768.946252] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.958172] env[69486]: DEBUG oslo_vmware.api [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213880, 'name': PowerOffVM_Task, 'duration_secs': 0.173471} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.961142] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.961318] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.961998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.962462] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.964939] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213881, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.967704] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c088d24-ba18-4e72-9e94-6b33b2c74396 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.969270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.478s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.969457] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.971224] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.326s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.972658] env[69486]: INFO nova.compute.claims [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.006552] env[69486]: INFO nova.scheduler.client.report [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocations for instance 23d7be76-bf47-42d3-ac48-38dc79383b16 [ 769.046707] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.046948] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.047145] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Deleting the datastore file [datastore2] 13d7a540-db99-437d-98ea-07bdcc2d447a {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.047404] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb61708-8190-45df-952f-82482f6252f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.054761] env[69486]: DEBUG oslo_vmware.api [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for the task: (returnval){ [ 769.054761] env[69486]: value = "task-3213883" [ 769.054761] env[69486]: _type = "Task" [ 769.054761] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.067125] env[69486]: DEBUG oslo_vmware.api [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.080206] env[69486]: DEBUG nova.compute.manager [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-vif-plugged-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 769.080446] env[69486]: DEBUG oslo_concurrency.lockutils [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.080662] env[69486]: DEBUG oslo_concurrency.lockutils [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] Lock "48df700b-0654-42e7-8792-54f3de31a902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.081541] env[69486]: DEBUG oslo_concurrency.lockutils [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] Lock "48df700b-0654-42e7-8792-54f3de31a902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.081541] env[69486]: DEBUG nova.compute.manager [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] No waiting events found dispatching network-vif-plugged-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.081541] env[69486]: WARNING nova.compute.manager [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received unexpected event network-vif-plugged-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b for instance with vm_state active and task_state None. [ 769.081541] env[69486]: DEBUG nova.compute.manager [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-changed-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 769.081541] env[69486]: DEBUG nova.compute.manager [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Refreshing instance network info cache due to event network-changed-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 769.081840] env[69486]: DEBUG oslo_concurrency.lockutils [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] Acquiring lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.081914] env[69486]: DEBUG oslo_concurrency.lockutils [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] Acquired lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.082103] env[69486]: DEBUG nova.network.neutron [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Refreshing network info cache for port 9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.088066] env[69486]: DEBUG nova.network.neutron [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Updating instance_info_cache with network_info: [{"id": "d7dd7454-e720-4085-a14c-5453ccbe63e0", "address": "fa:16:3e:22:ae:b7", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7dd7454-e7", "ovs_interfaceid": "d7dd7454-e720-4085-a14c-5453ccbe63e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.267815] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Received event network-vif-plugged-2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 769.268039] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Acquiring lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.268245] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.268463] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.268565] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] No waiting events found dispatching network-vif-plugged-2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.268722] env[69486]: WARNING nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Received unexpected event network-vif-plugged-2ab68daf-2eda-41a3-abda-e0deba6a4d68 for instance with vm_state building and task_state spawning. [ 769.268869] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Received event network-changed-2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 769.269072] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Refreshing instance network info cache due to event network-changed-2ab68daf-2eda-41a3-abda-e0deba6a4d68. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 769.269251] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Acquiring lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.269386] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Acquired lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.269538] env[69486]: DEBUG nova.network.neutron [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Refreshing network info cache for port 2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.285513] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.347676] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bac492-ae95-6ed5-580d-798b2668f30a, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.348041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.348556] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] b61972c7-ddfd-47a5-9bc4-314effb27ee5/b61972c7-ddfd-47a5-9bc4-314effb27ee5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.349234] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b95d1eb-39b1-45ab-b67f-a6bc623a91bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.355383] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 769.355383] env[69486]: value = "task-3213884" [ 769.355383] env[69486]: _type = "Task" [ 769.355383] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.365666] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.458880] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213881, 'name': Rename_Task, 'duration_secs': 0.151987} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.459247] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.459518] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b93b095-78f8-4f39-846d-9fb38c18baf7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.466425] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 769.466425] env[69486]: value = "task-3213885" [ 769.466425] env[69486]: _type = "Task" [ 769.466425] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.470561] env[69486]: DEBUG nova.compute.utils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.472406] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.472406] env[69486]: DEBUG nova.network.neutron [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.483040] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.516315] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8c27da8c-2af1-4fc7-8c9c-068551c0f906 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "23d7be76-bf47-42d3-ac48-38dc79383b16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.607s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.539882] env[69486]: DEBUG nova.policy [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7432a9cb244142b34463947711a48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dead4e7f65c4ddfa708578e52b17c84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.566402] env[69486]: DEBUG oslo_vmware.api [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Task: {'id': task-3213883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15982} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.566725] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.566897] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.567077] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.567376] env[69486]: INFO nova.compute.manager [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 769.568153] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.568153] env[69486]: DEBUG nova.compute.manager [-] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.568153] env[69486]: DEBUG nova.network.neutron [-] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.591894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.592367] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Instance network_info: |[{"id": "d7dd7454-e720-4085-a14c-5453ccbe63e0", "address": "fa:16:3e:22:ae:b7", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7dd7454-e7", "ovs_interfaceid": "d7dd7454-e720-4085-a14c-5453ccbe63e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.592862] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ae:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7dd7454-e720-4085-a14c-5453ccbe63e0', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.601904] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.602552] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.602838] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a27be3-d1d3-48e9-bf76-e2483b114dd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.627604] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.627604] env[69486]: value = "task-3213886" [ 769.627604] env[69486]: _type = "Task" [ 769.627604] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.638407] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213886, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.811523] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.868245] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213884, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.979428] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.983928] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.128811] env[69486]: DEBUG nova.network.neutron [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updated VIF entry in instance network info cache for port 9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.129249] env[69486]: DEBUG nova.network.neutron [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b", "address": "fa:16:3e:59:52:e5", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9266c31a-45", "ovs_interfaceid": "9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.140654] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213886, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.225263] env[69486]: DEBUG nova.network.neutron [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updated VIF entry in instance network info cache for port 2ab68daf-2eda-41a3-abda-e0deba6a4d68. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.226321] env[69486]: DEBUG nova.network.neutron [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updating instance_info_cache with network_info: [{"id": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "address": "fa:16:3e:9b:27:cf", "network": {"id": "7c558bcc-e992-4541-a226-4940c8b37f4b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-554149046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e527ddb0433a4e2cb4b937f8ad82fe7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab68daf-2e", "ovs_interfaceid": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.250420] env[69486]: DEBUG nova.network.neutron [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Successfully created port: 4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.366246] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58425} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.366508] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] b61972c7-ddfd-47a5-9bc4-314effb27ee5/b61972c7-ddfd-47a5-9bc4-314effb27ee5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.366744] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.367035] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651fd4a2-799d-41b4-bcb4-713564e3112d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.376072] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 770.376072] env[69486]: value = "task-3213887" [ 770.376072] env[69486]: _type = "Task" [ 770.376072] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.385037] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.476731] env[69486]: DEBUG oslo_vmware.api [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213885, 'name': PowerOnVM_Task, 'duration_secs': 0.871721} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.477014] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.481081] env[69486]: INFO nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Took 8.87 seconds to spawn the instance on the hypervisor. [ 770.481081] env[69486]: DEBUG nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.481081] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd9f3d-e06f-415e-bf2a-bbf55d87ed19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.598393] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda1b0ad-68ab-4386-8f5b-084d8f26b23e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.612223] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141d754-4a44-4dab-a501-48fe8dbca133 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.641385] env[69486]: DEBUG oslo_concurrency.lockutils [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] Releasing lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.644492] env[69486]: DEBUG nova.compute.manager [req-c913aaca-dd9f-448e-9e6e-47a6563b6f36 req-11b0cb1c-2805-48fc-a3ec-ee1ddbe85a3b service nova] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Received event network-vif-deleted-42f7773f-8694-4b11-b9c0-a53e48e8a462 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 770.645973] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57713686-93ac-4e94-88a1-9e5bffdb9fc0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.653731] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213886, 'name': CreateVM_Task, 'duration_secs': 0.574756} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.655837] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.656618] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.656900] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.657236] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.658949] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2a718-7cf4-4ef8-90ec-8517b2e2edbf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.663058] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50cf076f-bf5e-4e79-8e07-65687ef7f7c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.674760] env[69486]: DEBUG nova.compute.provider_tree [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.677789] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 770.677789] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c7fc99-a259-7f49-dc55-b4177d273e36" [ 770.677789] env[69486]: _type = "Task" [ 770.677789] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.686357] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c7fc99-a259-7f49-dc55-b4177d273e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.732755] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Releasing lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.733033] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 770.733203] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing instance network info cache due to event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 770.733413] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.734769] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.734769] env[69486]: DEBUG nova.network.neutron [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.759721] env[69486]: DEBUG nova.objects.instance [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lazy-loading 'flavor' on Instance uuid 54e70109-c2ed-4972-b63a-c5c1e8beea2f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.887190] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16912} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.887510] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.888215] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25164de-ded6-4257-a363-695f54236f68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.910047] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b61972c7-ddfd-47a5-9bc4-314effb27ee5/b61972c7-ddfd-47a5-9bc4-314effb27ee5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.910330] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22920d64-1bd7-43ac-ba1b-3d065246f465 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.931703] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 770.931703] env[69486]: value = "task-3213888" [ 770.931703] env[69486]: _type = "Task" [ 770.931703] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.938423] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.996947] env[69486]: INFO nova.compute.manager [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Took 47.43 seconds to build instance. [ 770.997705] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.024626] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.024884] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.025071] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.025262] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.025371] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.025517] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.025718] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.025872] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.026089] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.026297] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.026470] env[69486]: DEBUG nova.virt.hardware [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.027599] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3ca736-b972-499c-a7b1-6affe6dada57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.035847] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bea650-c9ec-422b-98a2-b17ff28d7eb1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.103399] env[69486]: DEBUG nova.network.neutron [-] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.180110] env[69486]: DEBUG nova.scheduler.client.report [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.193919] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c7fc99-a259-7f49-dc55-b4177d273e36, 'name': SearchDatastore_Task, 'duration_secs': 0.030428} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.196104] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.196376] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.196616] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.196785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.196968] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.197488] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ace315cd-2ba9-483c-9144-2b58d811f358 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.207193] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.207346] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.208378] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcaec00-727f-4977-9f44-f9b0b127acb5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.214283] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 771.214283] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5287532a-8630-0e94-01aa-17b600058e98" [ 771.214283] env[69486]: _type = "Task" [ 771.214283] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.223355] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5287532a-8630-0e94-01aa-17b600058e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.265266] env[69486]: DEBUG oslo_concurrency.lockutils [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.441552] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213888, 'name': ReconfigVM_Task, 'duration_secs': 0.290161} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.441840] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b61972c7-ddfd-47a5-9bc4-314effb27ee5/b61972c7-ddfd-47a5-9bc4-314effb27ee5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.451611] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6a0347-33d6-44d4-aafb-39751c93570f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.456174] env[69486]: DEBUG nova.compute.manager [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Received event network-changed-5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 771.456433] env[69486]: DEBUG nova.compute.manager [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Refreshing instance network info cache due to event network-changed-5cb7478d-762f-4a9a-93ce-beab18b10cdb. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 771.456583] env[69486]: DEBUG oslo_concurrency.lockutils [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] Acquiring lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.456730] env[69486]: DEBUG oslo_concurrency.lockutils [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] Acquired lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.456955] env[69486]: DEBUG nova.network.neutron [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Refreshing network info cache for port 5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.460965] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 771.460965] env[69486]: value = "task-3213889" [ 771.460965] env[69486]: _type = "Task" [ 771.460965] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.467199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.467449] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.467655] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.467842] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.468000] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.470505] env[69486]: INFO nova.compute.manager [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Terminating instance [ 771.475904] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213889, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.500881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57d4bdcc-5eca-4de2-b54c-2651b0b49882 tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.509s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.539285] env[69486]: DEBUG nova.network.neutron [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updated VIF entry in instance network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.539678] env[69486]: DEBUG nova.network.neutron [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.606006] env[69486]: INFO nova.compute.manager [-] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Took 2.04 seconds to deallocate network for instance. [ 771.626446] env[69486]: DEBUG nova.compute.manager [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Received event network-changed-d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 771.626615] env[69486]: DEBUG nova.compute.manager [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Refreshing instance network info cache due to event network-changed-d7dd7454-e720-4085-a14c-5453ccbe63e0. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 771.626867] env[69486]: DEBUG oslo_concurrency.lockutils [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] Acquiring lock "refresh_cache-260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.627026] env[69486]: DEBUG oslo_concurrency.lockutils [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] Acquired lock "refresh_cache-260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.627190] env[69486]: DEBUG nova.network.neutron [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Refreshing network info cache for port d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.689319] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.689805] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.692292] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.851s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.693647] env[69486]: INFO nova.compute.claims [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.726416] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5287532a-8630-0e94-01aa-17b600058e98, 'name': SearchDatastore_Task, 'duration_secs': 0.020921} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.727711] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3849d533-b0db-4306-9370-782a85cc4495 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.733640] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 771.733640] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52760bb8-77a3-2052-b98f-79b1c61354d8" [ 771.733640] env[69486]: _type = "Task" [ 771.733640] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.742018] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52760bb8-77a3-2052-b98f-79b1c61354d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.970550] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213889, 'name': Rename_Task, 'duration_secs': 0.141172} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.970914] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.971268] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d310af0-6c6d-4f80-aa18-e39dbd267ee5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.979519] env[69486]: DEBUG nova.compute.manager [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.979724] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.981114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab47d4-ae9a-4006-8677-fa45dcfd3aea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.983917] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 771.983917] env[69486]: value = "task-3213890" [ 771.983917] env[69486]: _type = "Task" [ 771.983917] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.990877] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.991471] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a503c342-005f-45b7-9828-66d9a11c1ac0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.998283] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213890, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.998283] env[69486]: DEBUG oslo_vmware.api [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 771.998283] env[69486]: value = "task-3213891" [ 771.998283] env[69486]: _type = "Task" [ 771.998283] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.765750] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.772019] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.772019] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Received event network-vif-plugged-d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 772.772019] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Acquiring lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.772019] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.772019] env[69486]: DEBUG oslo_concurrency.lockutils [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.772019] env[69486]: DEBUG nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] No waiting events found dispatching network-vif-plugged-d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.772019] env[69486]: WARNING nova.compute.manager [req-23b6e02d-9d05-4b3e-8c37-7ad320b6504f req-eabdbb49-4ab6-4ca9-b463-f9c4976290e0 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Received unexpected event network-vif-plugged-d7dd7454-e720-4085-a14c-5453ccbe63e0 for instance with vm_state building and task_state spawning. [ 772.772345] env[69486]: DEBUG oslo_concurrency.lockutils [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.772345] env[69486]: DEBUG oslo_concurrency.lockutils [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.772492] env[69486]: INFO nova.compute.manager [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Rebooting instance [ 772.775156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.778192] env[69486]: DEBUG nova.compute.utils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.781375] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-48df700b-0654-42e7-8792-54f3de31a902-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.781623] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-48df700b-0654-42e7-8792-54f3de31a902-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.782838] env[69486]: DEBUG oslo_vmware.api [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.783060] env[69486]: WARNING oslo_vmware.common.loopingcall [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] task run outlasted interval by 0.28535299999999997 sec [ 772.784691] env[69486]: DEBUG nova.network.neutron [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Successfully updated port: 4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.787696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.789741] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.792614] env[69486]: DEBUG nova.network.neutron [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.806449] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.806954] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.823654] env[69486]: DEBUG oslo_vmware.api [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3213890, 'name': PowerOnVM_Task, 'duration_secs': 0.544562} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.824579] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52760bb8-77a3-2052-b98f-79b1c61354d8, 'name': SearchDatastore_Task, 'duration_secs': 0.033694} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.830735] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.831266] env[69486]: INFO nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Took 8.51 seconds to spawn the instance on the hypervisor. [ 772.831597] env[69486]: DEBUG nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.833141] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.833535] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4/260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.833986] env[69486]: DEBUG oslo_vmware.api [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213891, 'name': PowerOffVM_Task, 'duration_secs': 0.206571} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.835750] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc4809-5932-4a8e-8ee7-aefd61e8feb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.839780] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277d82a2-729f-48df-b228-8aafa26ada9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.842955] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.843248] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.844546] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af103fad-baab-480a-9007-135bc194cdc9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.858806] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 772.858806] env[69486]: value = "task-3213892" [ 772.858806] env[69486]: _type = "Task" [ 772.858806] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.875169] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.900365] env[69486]: DEBUG nova.policy [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d2e7a44f2c468cb3ad3b87a97eb5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f83afe393664c4ebb847e966242e0d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.905859] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.906199] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.906311] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleting the datastore file [datastore1] eb4c3153-02e4-40d7-9d55-c9eb6017b490 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.906940] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df03cba6-6548-411d-a78b-066f3cca2d3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.913053] env[69486]: DEBUG oslo_vmware.api [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 772.913053] env[69486]: value = "task-3213894" [ 772.913053] env[69486]: _type = "Task" [ 772.913053] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.923220] env[69486]: DEBUG oslo_vmware.api [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.151628] env[69486]: DEBUG nova.network.neutron [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updated VIF entry in instance network info cache for port 5cb7478d-762f-4a9a-93ce-beab18b10cdb. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.152176] env[69486]: DEBUG nova.network.neutron [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updating instance_info_cache with network_info: [{"id": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "address": "fa:16:3e:f1:59:c5", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb7478d-76", "ovs_interfaceid": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.284500] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.293174] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.298970] env[69486]: DEBUG nova.network.neutron [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.300897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "refresh_cache-44b6c14a-b0a8-4b7f-b295-8e2a282b3794" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.301038] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "refresh_cache-44b6c14a-b0a8-4b7f-b295-8e2a282b3794" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.301186] env[69486]: DEBUG nova.network.neutron [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.306040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquired lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.306040] env[69486]: DEBUG nova.network.neutron [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.306040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.309350] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cdf426-272f-4a74-8206-0870239faf1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.312561] env[69486]: DEBUG nova.network.neutron [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Updated VIF entry in instance network info cache for port d7dd7454-e720-4085-a14c-5453ccbe63e0. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.312968] env[69486]: DEBUG nova.network.neutron [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Updating instance_info_cache with network_info: [{"id": "d7dd7454-e720-4085-a14c-5453ccbe63e0", "address": "fa:16:3e:22:ae:b7", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7dd7454-e7", "ovs_interfaceid": "d7dd7454-e720-4085-a14c-5453ccbe63e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.314945] env[69486]: DEBUG nova.compute.utils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.348366] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1584fa35-e290-42cd-aa43-3bf5fa5e4d26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.383806] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Reconfiguring VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 773.392297] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6df4e7-69d3-4e09-82b3-33a4ec86a5c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.406170] env[69486]: INFO nova.compute.manager [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Took 44.49 seconds to build instance. [ 773.428765] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213892, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.433490] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 773.433490] env[69486]: value = "task-3213895" [ 773.433490] env[69486]: _type = "Task" [ 773.433490] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.434050] env[69486]: DEBUG oslo_vmware.api [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3213894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487703} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.436321] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.436507] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.436684] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.436911] env[69486]: INFO nova.compute.manager [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Took 1.46 seconds to destroy the instance on the hypervisor. [ 773.437179] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.441041] env[69486]: DEBUG nova.compute.manager [-] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.441574] env[69486]: DEBUG nova.network.neutron [-] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.449111] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.535464] env[69486]: DEBUG nova.network.neutron [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Successfully created port: 75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.656806] env[69486]: DEBUG oslo_concurrency.lockutils [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] Releasing lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.657103] env[69486]: DEBUG nova.compute.manager [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Received event network-changed-5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 773.657298] env[69486]: DEBUG nova.compute.manager [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Refreshing instance network info cache due to event network-changed-5cb7478d-762f-4a9a-93ce-beab18b10cdb. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 773.657509] env[69486]: DEBUG oslo_concurrency.lockutils [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] Acquiring lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.657649] env[69486]: DEBUG oslo_concurrency.lockutils [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] Acquired lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.657808] env[69486]: DEBUG nova.network.neutron [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Refreshing network info cache for port 5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.824242] env[69486]: DEBUG oslo_concurrency.lockutils [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] Releasing lock "refresh_cache-260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.824242] env[69486]: DEBUG nova.compute.manager [req-10c0ba40-998a-49dd-b196-ba5c236db7cc req-0477e6b1-e99a-4900-94ed-f7b976afc812 service nova] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Received event network-vif-deleted-53b2c842-c6b2-44e5-922e-3f27f4c890d1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 773.825479] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.874275] env[69486]: DEBUG nova.network.neutron [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.889091] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579699} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.891535] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4/260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.891857] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.892352] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b9340e-fefa-4c2e-ad13-8743cec6bbcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.899282] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 773.899282] env[69486]: value = "task-3213896" [ 773.899282] env[69486]: _type = "Task" [ 773.899282] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.912473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3da244bf-ccc6-4093-8c19-ac3e13f5d6c6 tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.393s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.916457] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.923020] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c4834-192c-4045-8c4d-a8d32261b253 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.931887] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3956e4-c30f-4f58-b79d-0329b8f34e9b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.974569] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7c9d9-b53e-494d-b7d1-b89595d5b407 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.983529] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.989696] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235cd4cf-f29e-4c40-bff8-bea0f1beb368 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.003584] env[69486]: DEBUG nova.compute.provider_tree [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.212553] env[69486]: DEBUG nova.network.neutron [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Updating instance_info_cache with network_info: [{"id": "4952a90a-0472-458b-bcb8-e26e01079aef", "address": "fa:16:3e:68:aa:17", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4952a90a-04", "ovs_interfaceid": "4952a90a-0472-458b-bcb8-e26e01079aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.272268] env[69486]: DEBUG nova.network.neutron [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Updating instance_info_cache with network_info: [{"id": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "address": "fa:16:3e:be:1a:49", "network": {"id": "bcd4b07b-e46a-4687-8161-870859c81d88", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1027328396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1b3e7bb527c42ec86c1631f8a2e8aac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fde22b-4f", "ovs_interfaceid": "06fde22b-4f97-4d9e-80c3-34bd2b8161d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.290275] env[69486]: DEBUG nova.network.neutron [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.298728] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.331464] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.332041] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.332041] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.332572] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.332919] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.333273] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.333511] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.333674] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.333840] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.334013] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.334549] env[69486]: DEBUG nova.virt.hardware [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.335143] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13e463-3dce-4c79-9cd0-ef5a1da9ddca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.343616] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4acf2-7b42-4280-be72-4da6b8f41357 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.412426] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073699} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.412426] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.412552] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3d6944-5e24-4531-af26-83def8efcc4d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.416658] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.437896] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4/260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.438219] env[69486]: DEBUG nova.network.neutron [-] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.443710] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ae19ad-7eb4-42c1-bbb2-5ba2b5ea2283 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.458550] env[69486]: DEBUG nova.network.neutron [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updated VIF entry in instance network info cache for port 5cb7478d-762f-4a9a-93ce-beab18b10cdb. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.458973] env[69486]: DEBUG nova.network.neutron [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updating instance_info_cache with network_info: [{"id": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "address": "fa:16:3e:f1:59:c5", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb7478d-76", "ovs_interfaceid": "5cb7478d-762f-4a9a-93ce-beab18b10cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.470781] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.472104] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 774.472104] env[69486]: value = "task-3213897" [ 774.472104] env[69486]: _type = "Task" [ 774.472104] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.480895] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.507863] env[69486]: DEBUG nova.scheduler.client.report [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.675812] env[69486]: DEBUG nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Received event network-vif-plugged-4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 774.676075] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Acquiring lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.676391] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.676605] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.676859] env[69486]: DEBUG nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] No waiting events found dispatching network-vif-plugged-4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.677086] env[69486]: WARNING nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Received unexpected event network-vif-plugged-4952a90a-0472-458b-bcb8-e26e01079aef for instance with vm_state building and task_state spawning. [ 774.677288] env[69486]: DEBUG nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Received event network-changed-4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 774.677476] env[69486]: DEBUG nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Refreshing instance network info cache due to event network-changed-4952a90a-0472-458b-bcb8-e26e01079aef. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 774.677671] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Acquiring lock "refresh_cache-44b6c14a-b0a8-4b7f-b295-8e2a282b3794" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.715355] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "refresh_cache-44b6c14a-b0a8-4b7f-b295-8e2a282b3794" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.715686] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Instance network_info: |[{"id": "4952a90a-0472-458b-bcb8-e26e01079aef", "address": "fa:16:3e:68:aa:17", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4952a90a-04", "ovs_interfaceid": "4952a90a-0472-458b-bcb8-e26e01079aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.716135] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Acquired lock "refresh_cache-44b6c14a-b0a8-4b7f-b295-8e2a282b3794" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.716343] env[69486]: DEBUG nova.network.neutron [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Refreshing network info cache for port 4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.717648] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:aa:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4952a90a-0472-458b-bcb8-e26e01079aef', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.727217] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.727815] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.728061] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4f21cf9-d06e-4ae4-bcf6-ecc35aa8781d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.752970] env[69486]: DEBUG nova.compute.manager [req-08ac6a17-a8a7-4cca-b5cc-61150c6055ca req-6fe17985-adc0-4b0d-9ffe-2c047d8820e6 service nova] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Received event network-vif-deleted-4e8fde60-3f84-40d6-9c3a-5bdc228ba0e1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 774.752970] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.752970] env[69486]: value = "task-3213898" [ 774.752970] env[69486]: _type = "Task" [ 774.752970] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.760765] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213898, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.774974] env[69486]: DEBUG oslo_concurrency.lockutils [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Releasing lock "refresh_cache-f7b6de16-4f11-4310-a2e5-63434aba5e10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.792610] env[69486]: DEBUG oslo_concurrency.lockutils [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.792849] env[69486]: DEBUG nova.compute.manager [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Inject network info {{(pid=69486) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7755}} [ 774.793127] env[69486]: DEBUG nova.compute.manager [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] network_info to inject: |[{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7756}} [ 774.798332] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Reconfiguring VM instance to set the machine id {{(pid=69486) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 774.798841] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c3b5641-aa2e-4169-9bbf-9db06c139d87 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.815793] env[69486]: DEBUG oslo_vmware.api [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 774.815793] env[69486]: value = "task-3213899" [ 774.815793] env[69486]: _type = "Task" [ 774.815793] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.831584] env[69486]: DEBUG oslo_vmware.api [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.878016] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.878412] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.878654] env[69486]: INFO nova.compute.manager [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Attaching volume a462b976-9841-4420-af40-046f56803393 to /dev/sdb [ 774.917759] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fb7f11-92ed-4567-a7bb-ba2d3d5a3677 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.928231] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a796370-e095-444b-801b-c42123bc436f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.942885] env[69486]: INFO nova.compute.manager [-] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Took 1.50 seconds to deallocate network for instance. [ 774.943574] env[69486]: DEBUG nova.virt.block_device [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updating existing volume attachment record: 4e2ba368-610b-48af-804f-fd0a45adf9de {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 774.946666] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.961747] env[69486]: DEBUG oslo_concurrency.lockutils [req-dc96b890-632b-4a3c-bb0e-5cd5086f8e11 req-70d40373-19d6-4382-ba30-f55cfe9b84ba service nova] Releasing lock "refresh_cache-a3e5b1df-503a-49a7-b066-b09999f7a2c9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.962189] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.983978] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.013648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.321s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.014394] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.018584] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.960s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.018584] env[69486]: DEBUG nova.objects.instance [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lazy-loading 'resources' on Instance uuid 970e553a-7e3e-466a-96c7-d9d6f6d6807c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.261997] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213898, 'name': CreateVM_Task, 'duration_secs': 0.408024} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.262789] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.263850] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.264048] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.264373] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.264633] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d4b7f6-c734-4e8e-b569-71354101aa2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.269963] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 775.269963] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca6db9-6ea5-4a50-07c3-6a2dfcc39f7b" [ 775.269963] env[69486]: _type = "Task" [ 775.269963] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.280638] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca6db9-6ea5-4a50-07c3-6a2dfcc39f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.281106] env[69486]: DEBUG nova.compute.manager [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.281865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee860e-23f6-4ab4-bc3b-021372d91fab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.326401] env[69486]: DEBUG oslo_vmware.api [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213899, 'name': ReconfigVM_Task, 'duration_secs': 0.201992} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.326736] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-add75c77-5aa7-4f5d-aace-994052e017d8 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Reconfigured VM instance to set the machine id {{(pid=69486) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 775.460390] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.464517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.483603] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213897, 'name': ReconfigVM_Task, 'duration_secs': 0.653092} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.483951] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4/260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.484633] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ebdb7c-181e-4dc9-8059-e9387a1362de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.489925] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.490172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.490393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.490595] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.490830] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.493437] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 775.493437] env[69486]: value = "task-3213903" [ 775.493437] env[69486]: _type = "Task" [ 775.493437] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.493888] env[69486]: INFO nova.compute.manager [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Terminating instance [ 775.509745] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213903, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.521631] env[69486]: DEBUG nova.compute.utils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.523089] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.523269] env[69486]: DEBUG nova.network.neutron [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.563735] env[69486]: DEBUG nova.network.neutron [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Successfully updated port: 75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.642295] env[69486]: DEBUG nova.policy [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65d724fba0b4c98b6abe55d216d4600', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f030e50809c248e69917de488c4efe14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.651358] env[69486]: DEBUG nova.network.neutron [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Updated VIF entry in instance network info cache for port 4952a90a-0472-458b-bcb8-e26e01079aef. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.651358] env[69486]: DEBUG nova.network.neutron [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Updating instance_info_cache with network_info: [{"id": "4952a90a-0472-458b-bcb8-e26e01079aef", "address": "fa:16:3e:68:aa:17", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4952a90a-04", "ovs_interfaceid": "4952a90a-0472-458b-bcb8-e26e01079aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.784325] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca6db9-6ea5-4a50-07c3-6a2dfcc39f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.784950] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.784950] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.785142] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.785372] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.785435] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.785677] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf0ead4-32fe-4a86-9aec-40ebedf883b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.796932] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.797080] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.797934] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce16e6e-48b0-4961-8a11-a85d5a5c2af0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.805426] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 775.805426] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5289d2b2-f964-0079-2cf0-5db899c68a9b" [ 775.805426] env[69486]: _type = "Task" [ 775.805426] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.813326] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5289d2b2-f964-0079-2cf0-5db899c68a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.956745] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.002464] env[69486]: DEBUG nova.compute.manager [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.002676] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.003479] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a742d728-2161-445c-a159-2e5bca7bad7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.011647] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213903, 'name': Rename_Task, 'duration_secs': 0.148169} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.011647] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.012804] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dba15cac-d732-4982-8fd4-aab8cedb646c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.020250] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.020250] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1fba7e-9492-4e17-8dab-3cf63f040539 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.024739] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 776.024739] env[69486]: value = "task-3213904" [ 776.024739] env[69486]: _type = "Task" [ 776.024739] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.030079] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.033335] env[69486]: DEBUG oslo_vmware.api [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 776.033335] env[69486]: value = "task-3213905" [ 776.033335] env[69486]: _type = "Task" [ 776.033335] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.042026] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.053986] env[69486]: DEBUG oslo_vmware.api [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.067768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.067768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.067768] env[69486]: DEBUG nova.network.neutron [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.141697] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db3116e-2e33-49a9-9589-9746941e59b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.147631] env[69486]: DEBUG nova.network.neutron [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Successfully created port: 0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.152757] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Releasing lock "refresh_cache-44b6c14a-b0a8-4b7f-b295-8e2a282b3794" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.153066] env[69486]: DEBUG nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 776.153253] env[69486]: DEBUG nova.compute.manager [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing instance network info cache due to event network-changed-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 776.153472] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Acquiring lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.153614] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Acquired lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.153773] env[69486]: DEBUG nova.network.neutron [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Refreshing network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.156125] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae218dba-59ac-43d1-a98b-2087ae65b668 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.191395] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d856456-c178-42f5-a36e-daf6dd1d450f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.201266] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2087fa25-c25d-4e0c-88ad-6e554c67d2ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.218585] env[69486]: DEBUG nova.compute.provider_tree [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.300235] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da72f614-7726-4d36-a0f3-50672720652f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.315733] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Doing hard reboot of VM {{(pid=69486) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 776.319458] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cd58bd93-a1f7-4c01-a7c1-95554e5230c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.321547] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5289d2b2-f964-0079-2cf0-5db899c68a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.322655] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff2c796-f196-4cd4-b21e-8d009d29e42e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.327263] env[69486]: DEBUG oslo_vmware.api [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 776.327263] env[69486]: value = "task-3213906" [ 776.327263] env[69486]: _type = "Task" [ 776.327263] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.328412] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 776.328412] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e1bd29-53ea-0ac0-7c9c-1106d31c6e93" [ 776.328412] env[69486]: _type = "Task" [ 776.328412] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.339752] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e1bd29-53ea-0ac0-7c9c-1106d31c6e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.343290] env[69486]: DEBUG oslo_vmware.api [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213906, 'name': ResetVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.456930] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.542197] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.552378] env[69486]: DEBUG oslo_vmware.api [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213905, 'name': PowerOffVM_Task, 'duration_secs': 0.428267} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.552378] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.552378] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.552378] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cbcfa11-9e13-4910-a4f5-3b25c8eb07ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.616419] env[69486]: DEBUG nova.network.neutron [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.627584] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.627816] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.628240] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Deleting the datastore file [datastore2] 54e70109-c2ed-4972-b63a-c5c1e8beea2f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.628630] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c29a48b0-14ad-46a8-b669-e1d70d3170fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.636608] env[69486]: DEBUG oslo_vmware.api [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for the task: (returnval){ [ 776.636608] env[69486]: value = "task-3213908" [ 776.636608] env[69486]: _type = "Task" [ 776.636608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.648965] env[69486]: DEBUG oslo_vmware.api [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.721371] env[69486]: DEBUG nova.scheduler.client.report [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.846620] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e1bd29-53ea-0ac0-7c9c-1106d31c6e93, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.847798] env[69486]: DEBUG nova.compute.manager [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Received event network-changed-2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 776.847978] env[69486]: DEBUG nova.compute.manager [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Refreshing instance network info cache due to event network-changed-2ab68daf-2eda-41a3-abda-e0deba6a4d68. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 776.848339] env[69486]: DEBUG oslo_concurrency.lockutils [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] Acquiring lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.848460] env[69486]: DEBUG oslo_concurrency.lockutils [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] Acquired lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.848679] env[69486]: DEBUG nova.network.neutron [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Refreshing network info cache for port 2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.851371] env[69486]: DEBUG oslo_vmware.api [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213906, 'name': ResetVM_Task, 'duration_secs': 0.102616} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.852407] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.852523] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 44b6c14a-b0a8-4b7f-b295-8e2a282b3794/44b6c14a-b0a8-4b7f-b295-8e2a282b3794.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.852787] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Did hard reboot of VM {{(pid=69486) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 776.852974] env[69486]: DEBUG nova.compute.manager [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.853244] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52bf7f8-0fd5-413f-8a62-219b5e519b00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.856085] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f6511-74b8-4ff1-9a42-92d760d12014 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.874022] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 776.874022] env[69486]: value = "task-3213909" [ 776.874022] env[69486]: _type = "Task" [ 776.874022] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.881796] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.886321] env[69486]: DEBUG nova.compute.manager [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Received event network-vif-plugged-75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 776.887043] env[69486]: DEBUG oslo_concurrency.lockutils [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] Acquiring lock "67842d3e-b361-4eeb-9139-e8101a23a9ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.887292] env[69486]: DEBUG oslo_concurrency.lockutils [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.887457] env[69486]: DEBUG oslo_concurrency.lockutils [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.887672] env[69486]: DEBUG nova.compute.manager [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] No waiting events found dispatching network-vif-plugged-75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.887860] env[69486]: WARNING nova.compute.manager [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Received unexpected event network-vif-plugged-75f303a9-232b-4f5f-936a-81bfd2aba3e8 for instance with vm_state building and task_state spawning. [ 776.888609] env[69486]: DEBUG nova.compute.manager [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Received event network-changed-75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 776.888609] env[69486]: DEBUG nova.compute.manager [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Refreshing instance network info cache due to event network-changed-75f303a9-232b-4f5f-936a-81bfd2aba3e8. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 776.888609] env[69486]: DEBUG oslo_concurrency.lockutils [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] Acquiring lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.913797] env[69486]: DEBUG nova.network.neutron [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Updating instance_info_cache with network_info: [{"id": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "address": "fa:16:3e:52:21:c1", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f303a9-23", "ovs_interfaceid": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.956442] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.025967] env[69486]: DEBUG nova.network.neutron [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updated VIF entry in instance network info cache for port 3d4624c2-3c91-48a1-89ce-492d9c4bfaa6. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.026390] env[69486]: DEBUG nova.network.neutron [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [{"id": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "address": "fa:16:3e:1e:51:6a", "network": {"id": "5c096002-d495-4b7e-8b53-81d0bda1af0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-68971501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e487195d5f9049b0af20ebf41aff43c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4624c2-3c", "ovs_interfaceid": "3d4624c2-3c91-48a1-89ce-492d9c4bfaa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.038313] env[69486]: DEBUG oslo_vmware.api [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213904, 'name': PowerOnVM_Task, 'duration_secs': 0.789561} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.038557] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.038755] env[69486]: INFO nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Took 9.93 seconds to spawn the instance on the hypervisor. [ 777.038928] env[69486]: DEBUG nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.039736] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9572f-e781-4a20-9b30-742863a6b32c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.046355] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.069207] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39151042-b563-4e9b-a018-105d679ba4b2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1994319125',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.069729] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.069729] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.069847] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.070072] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.070342] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.070541] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.070761] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.070965] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.071191] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.071408] env[69486]: DEBUG nova.virt.hardware [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.072297] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e020d9ac-43ad-4835-a9e1-7fc4d857f200 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.082241] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92967cc6-203c-4a35-92c9-6ca0eff0d686 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.148686] env[69486]: DEBUG oslo_vmware.api [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Task: {'id': task-3213908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231959} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.148686] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.148686] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.148686] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.148686] env[69486]: INFO nova.compute.manager [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 777.148686] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.149191] env[69486]: DEBUG nova.compute.manager [-] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.149191] env[69486]: DEBUG nova.network.neutron [-] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.234917] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.236205] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.790s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.236446] env[69486]: DEBUG nova.objects.instance [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lazy-loading 'resources' on Instance uuid ed61f7dd-d820-4445-97cf-6b01eb636103 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.267688] env[69486]: INFO nova.scheduler.client.report [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Deleted allocations for instance 970e553a-7e3e-466a-96c7-d9d6f6d6807c [ 777.378249] env[69486]: DEBUG oslo_concurrency.lockutils [None req-087815b5-6033-4ea5-b8cb-a430970d061d tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.606s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.387695] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213909, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.419278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.419804] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Instance network_info: |[{"id": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "address": "fa:16:3e:52:21:c1", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f303a9-23", "ovs_interfaceid": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.420316] env[69486]: DEBUG oslo_concurrency.lockutils [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] Acquired lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.421028] env[69486]: DEBUG nova.network.neutron [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Refreshing network info cache for port 75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.422216] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:21:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f303a9-232b-4f5f-936a-81bfd2aba3e8', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.432918] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.439053] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.440088] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef0d4b55-5ad6-4985-853f-6b86fccac286 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.469895] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.472761] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.472761] env[69486]: value = "task-3213911" [ 777.472761] env[69486]: _type = "Task" [ 777.472761] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.484273] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213911, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.535465] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca59d45c-5f2e-4398-9a98-68c80ed844d4 req-58cdb3c1-3192-42d7-8628-8d5d2e1ca565 service nova] Releasing lock "refresh_cache-54e70109-c2ed-4972-b63a-c5c1e8beea2f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.569030] env[69486]: INFO nova.compute.manager [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Took 47.58 seconds to build instance. [ 777.780674] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b23b1203-1552-4e46-99c6-55efb319e543 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "970e553a-7e3e-466a-96c7-d9d6f6d6807c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.998s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.835907] env[69486]: DEBUG nova.network.neutron [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Updated VIF entry in instance network info cache for port 75f303a9-232b-4f5f-936a-81bfd2aba3e8. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.835907] env[69486]: DEBUG nova.network.neutron [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Updating instance_info_cache with network_info: [{"id": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "address": "fa:16:3e:52:21:c1", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f303a9-23", "ovs_interfaceid": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.887349] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786129} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.887624] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 44b6c14a-b0a8-4b7f-b295-8e2a282b3794/44b6c14a-b0a8-4b7f-b295-8e2a282b3794.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.887850] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.888167] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfe903ca-97b4-4f38-99b9-f0f7f0f9b2a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.897955] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 777.897955] env[69486]: value = "task-3213912" [ 777.897955] env[69486]: _type = "Task" [ 777.897955] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.899081] env[69486]: DEBUG nova.network.neutron [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updated VIF entry in instance network info cache for port 2ab68daf-2eda-41a3-abda-e0deba6a4d68. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.899261] env[69486]: DEBUG nova.network.neutron [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updating instance_info_cache with network_info: [{"id": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "address": "fa:16:3e:9b:27:cf", "network": {"id": "7c558bcc-e992-4541-a226-4940c8b37f4b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-554149046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e527ddb0433a4e2cb4b937f8ad82fe7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab68daf-2e", "ovs_interfaceid": "2ab68daf-2eda-41a3-abda-e0deba6a4d68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.914423] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.973124] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.985848] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213911, 'name': CreateVM_Task, 'duration_secs': 0.49956} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.986044] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.986757] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.986920] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.987315] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.987566] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bc9a39-b1f3-4bb9-b293-5fb2d499fcd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.994876] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 777.994876] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520b4185-88ad-2014-4825-065855267d2a" [ 777.994876] env[69486]: _type = "Task" [ 777.994876] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.004209] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520b4185-88ad-2014-4825-065855267d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.008152] env[69486]: DEBUG nova.network.neutron [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Successfully updated port: 0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.009535] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.009747] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.073607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a5ef165-b3eb-4e09-b33a-ea615a173174 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.243s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.312502] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "49ec195c-513a-4737-ab59-e4a3d8af1670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.313774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.313774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "49ec195c-513a-4737-ab59-e4a3d8af1670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.313774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.313774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.318377] env[69486]: INFO nova.compute.manager [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Terminating instance [ 778.338042] env[69486]: DEBUG oslo_concurrency.lockutils [req-f6e7c775-8ebe-4e3d-8501-6e7217223faf req-e5cd145e-3046-44c1-99ea-e373c09b990b service nova] Releasing lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.343131] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121409ac-e223-4070-bfae-1c43251a7cbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.351999] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd95a05e-e2cb-4fc0-89bf-9effb8204d1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.385257] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5faa4e-ce8f-4229-be9f-b06313dbbce0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.392325] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab491e0c-cea8-49c6-b1a2-14304f760c36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.409074] env[69486]: DEBUG oslo_concurrency.lockutils [req-6de611fa-62aa-4b22-a947-4823eec7ecbe req-15211621-b5bb-4302-8075-1f05df7ec00d service nova] Releasing lock "refresh_cache-b61972c7-ddfd-47a5-9bc4-314effb27ee5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.409670] env[69486]: DEBUG nova.compute.provider_tree [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.419432] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149608} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.419687] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.420454] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341389a-dbd0-4213-a62d-1c2b658cd47c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.443682] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 44b6c14a-b0a8-4b7f-b295-8e2a282b3794/44b6c14a-b0a8-4b7f-b295-8e2a282b3794.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.444386] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9aef24-3acf-4928-903c-3f0ca8f41b8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.463677] env[69486]: DEBUG nova.network.neutron [-] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.466804] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 778.466804] env[69486]: value = "task-3213913" [ 778.466804] env[69486]: _type = "Task" [ 778.466804] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.475475] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.479206] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.506030] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520b4185-88ad-2014-4825-065855267d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.036534} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.506370] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.506572] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.506811] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.506981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.507186] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.507452] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7728849-92af-423b-a178-10f09685590f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.511166] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.511297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.511413] env[69486]: DEBUG nova.network.neutron [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.518533] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.518725] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.519982] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251f4de2-5581-426c-a48d-b0c6e8186faa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.527201] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 778.527201] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5242f213-15cc-8f73-8e1f-b019a809ebce" [ 778.527201] env[69486]: _type = "Task" [ 778.527201] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.537681] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5242f213-15cc-8f73-8e1f-b019a809ebce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.577293] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.821266] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.821512] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.821744] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "f7b6de16-4f11-4310-a2e5-63434aba5e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.821916] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.822108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.824145] env[69486]: DEBUG nova.compute.manager [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.824348] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.825205] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdea8d1-ba38-4fe3-9309-b8cfb1e0c93a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.828334] env[69486]: INFO nova.compute.manager [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Terminating instance [ 778.836181] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.836427] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2aa823e-73c8-496c-9a11-d703612da95d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.844959] env[69486]: DEBUG oslo_vmware.api [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 778.844959] env[69486]: value = "task-3213914" [ 778.844959] env[69486]: _type = "Task" [ 778.844959] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.854890] env[69486]: DEBUG oslo_vmware.api [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.915644] env[69486]: DEBUG nova.scheduler.client.report [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.932964] env[69486]: DEBUG nova.compute.manager [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Received event network-vif-plugged-0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 778.933963] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] Acquiring lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.933963] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.933963] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.933963] env[69486]: DEBUG nova.compute.manager [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] No waiting events found dispatching network-vif-plugged-0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.934197] env[69486]: WARNING nova.compute.manager [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Received unexpected event network-vif-plugged-0acbf62d-348a-444c-bb36-e4be39f990a1 for instance with vm_state building and task_state spawning. [ 778.934197] env[69486]: DEBUG nova.compute.manager [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Received event network-changed-0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 778.934300] env[69486]: DEBUG nova.compute.manager [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Refreshing instance network info cache due to event network-changed-0acbf62d-348a-444c-bb36-e4be39f990a1. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 778.934469] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] Acquiring lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.956784] env[69486]: DEBUG nova.compute.manager [req-d9b6f236-5fd4-4d51-9891-923b62c23611 req-83645f81-1491-44c3-b2bb-68833cac83fd service nova] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Received event network-vif-deleted-3d4624c2-3c91-48a1-89ce-492d9c4bfaa6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 778.968018] env[69486]: INFO nova.compute.manager [-] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Took 1.82 seconds to deallocate network for instance. [ 778.973796] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.986061] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.039800] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5242f213-15cc-8f73-8e1f-b019a809ebce, 'name': SearchDatastore_Task, 'duration_secs': 0.013463} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.040683] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80dd01a5-d134-44b5-bf70-d8f5f3ffd2a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.048196] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 779.048196] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521e2abc-12c5-0087-dc90-75c2c9b6a241" [ 779.048196] env[69486]: _type = "Task" [ 779.048196] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.057186] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521e2abc-12c5-0087-dc90-75c2c9b6a241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.058032] env[69486]: DEBUG nova.network.neutron [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.101467] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.261238] env[69486]: DEBUG nova.network.neutron [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.333130] env[69486]: DEBUG nova.compute.manager [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.333130] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.333756] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b9629f-f055-498b-bf57-80614417e0a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.342656] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.342909] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f647e725-27bf-4536-b6eb-75e1a7d837a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.349781] env[69486]: DEBUG oslo_vmware.api [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 779.349781] env[69486]: value = "task-3213915" [ 779.349781] env[69486]: _type = "Task" [ 779.349781] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.356964] env[69486]: DEBUG oslo_vmware.api [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213914, 'name': PowerOffVM_Task, 'duration_secs': 0.23506} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.357617] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.357813] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.358169] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-188dd668-2617-4c0f-ab92-5dd4826172ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.362423] env[69486]: DEBUG oslo_vmware.api [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.420626] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.424203] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.841s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.424556] env[69486]: DEBUG nova.objects.instance [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lazy-loading 'resources' on Instance uuid 37200872-b8df-40bf-a82a-f0d010de4d06 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.427226] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.427536] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.429402] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Deleting the datastore file [datastore2] 49ec195c-513a-4737-ab59-e4a3d8af1670 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.429402] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9df94d6-673d-4930-a1ae-80cf4ad28d76 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.435416] env[69486]: DEBUG oslo_vmware.api [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for the task: (returnval){ [ 779.435416] env[69486]: value = "task-3213917" [ 779.435416] env[69486]: _type = "Task" [ 779.435416] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.440931] env[69486]: INFO nova.scheduler.client.report [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Deleted allocations for instance ed61f7dd-d820-4445-97cf-6b01eb636103 [ 779.447368] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.447692] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.448043] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.448327] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.448587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.450295] env[69486]: DEBUG oslo_vmware.api [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.452960] env[69486]: INFO nova.compute.manager [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Terminating instance [ 779.478628] env[69486]: DEBUG oslo_vmware.api [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213895, 'name': ReconfigVM_Task, 'duration_secs': 5.780923} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.484428] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.484977] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Reconfigured VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 779.491086] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.500309] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213913, 'name': ReconfigVM_Task, 'duration_secs': 0.620764} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.500309] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 44b6c14a-b0a8-4b7f-b295-8e2a282b3794/44b6c14a-b0a8-4b7f-b295-8e2a282b3794.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.500309] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca151d7b-6f4c-45e5-8ef2-5992ee925cbf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.505357] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 779.505357] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642633', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'name': 'volume-a462b976-9841-4420-af40-046f56803393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc351f0-51fb-4bf5-87c9-e4b982bc1942', 'attached_at': '', 'detached_at': '', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'serial': 'a462b976-9841-4420-af40-046f56803393'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 779.505357] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb30b1-cbb1-468a-8c9a-2581b1e6b229 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.527411] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e0ef8-4630-4a3d-a238-ab8b50bb9bd4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.530490] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 779.530490] env[69486]: value = "task-3213918" [ 779.530490] env[69486]: _type = "Task" [ 779.530490] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.559674] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-a462b976-9841-4420-af40-046f56803393/volume-a462b976-9841-4420-af40-046f56803393.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.563682] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fc4bf8-3e21-43d2-bcdf-0ede284816ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.584938] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213918, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.598415] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521e2abc-12c5-0087-dc90-75c2c9b6a241, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.598415] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.598678] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 67842d3e-b361-4eeb-9139-e8101a23a9ed/67842d3e-b361-4eeb-9139-e8101a23a9ed.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.599048] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 779.599048] env[69486]: value = "task-3213919" [ 779.599048] env[69486]: _type = "Task" [ 779.599048] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.599260] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9cf7b7d-db3b-444e-9d45-cf40f5394f47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.612784] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.614984] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 779.614984] env[69486]: value = "task-3213920" [ 779.614984] env[69486]: _type = "Task" [ 779.614984] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.625071] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.764470] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.764970] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Instance network_info: |[{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.765352] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] Acquired lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.765614] env[69486]: DEBUG nova.network.neutron [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Refreshing network info cache for port 0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.767157] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:a1:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0acbf62d-348a-444c-bb36-e4be39f990a1', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.775726] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.779599] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.781838] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d09e7e78-d9a9-4da8-bd4f-db498b1ad9ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.806140] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.806140] env[69486]: value = "task-3213921" [ 779.806140] env[69486]: _type = "Task" [ 779.806140] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.815373] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213921, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.861658] env[69486]: DEBUG oslo_vmware.api [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213915, 'name': PowerOffVM_Task, 'duration_secs': 0.273909} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.861984] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.862226] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.862498] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47f99584-9bc6-4d68-823d-a472e10d2953 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.934065] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.934187] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.935189] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Deleting the datastore file [datastore1] f7b6de16-4f11-4310-a2e5-63434aba5e10 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.935189] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd94ad23-edcf-4b7f-9817-ca82c75240d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.951207] env[69486]: DEBUG oslo_vmware.api [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for the task: (returnval){ [ 779.951207] env[69486]: value = "task-3213923" [ 779.951207] env[69486]: _type = "Task" [ 779.951207] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.954962] env[69486]: DEBUG oslo_vmware.api [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Task: {'id': task-3213917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201178} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.963806] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.964357] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.964357] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.964486] env[69486]: INFO nova.compute.manager [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.965739] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.965739] env[69486]: DEBUG nova.compute.manager [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.965739] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.972375] env[69486]: DEBUG oslo_concurrency.lockutils [None req-57fe4831-3891-41c3-bdbe-cb0c10fb62dc tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "ed61f7dd-d820-4445-97cf-6b01eb636103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.942s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.973614] env[69486]: DEBUG nova.compute.manager [-] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.973736] env[69486]: DEBUG nova.network.neutron [-] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.976206] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf9e4f-80ed-4311-9909-9785d94710b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.990610] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.994457] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2183f62-b1e5-4db1-b1fb-640b53e41dae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.997159] env[69486]: DEBUG oslo_vmware.api [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.009514] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 780.009514] env[69486]: value = "task-3213924" [ 780.009514] env[69486]: _type = "Task" [ 780.009514] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.028759] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.051242] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213918, 'name': Rename_Task, 'duration_secs': 0.151021} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.051666] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.052588] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd604f6-db2f-4ea2-8031-6ea58484d0b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.063331] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 780.063331] env[69486]: value = "task-3213925" [ 780.063331] env[69486]: _type = "Task" [ 780.063331] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.079954] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.118059] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.127737] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213920, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.319301] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213921, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.386499] env[69486]: DEBUG nova.network.neutron [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updated VIF entry in instance network info cache for port 0acbf62d-348a-444c-bb36-e4be39f990a1. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.386499] env[69486]: DEBUG nova.network.neutron [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.446941] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.447302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.447497] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.447679] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.448167] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.450851] env[69486]: INFO nova.compute.manager [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Terminating instance [ 780.470267] env[69486]: DEBUG oslo_vmware.api [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Task: {'id': task-3213923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322148} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.474068] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.474215] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.474299] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.474885] env[69486]: INFO nova.compute.manager [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Took 1.14 seconds to destroy the instance on the hypervisor. [ 780.474885] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.475606] env[69486]: DEBUG nova.compute.manager [-] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.475708] env[69486]: DEBUG nova.network.neutron [-] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.521929] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213924, 'name': PowerOffVM_Task, 'duration_secs': 0.259428} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.522952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.522952] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.522952] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b54a9738-4225-46dc-ba64-dfe3d461931f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.534623] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bb6ea-8ff5-4fc0-8b8a-f09e72ccee09 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.542753] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb028d8-fb90-4377-9c7a-4a69a99367c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594343] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876ed4b-df34-4802-968d-cc1cb219e80d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.602745] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.610590] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe1c80-6d8e-48c5-9724-4042f3523db0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.615249] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.615440] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.615643] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore1] 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.615906] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05f62302-6381-4b7f-958b-039a5994f20b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.632034] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213919, 'name': ReconfigVM_Task, 'duration_secs': 0.590982} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.632486] env[69486]: DEBUG nova.compute.provider_tree [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.635253] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-a462b976-9841-4420-af40-046f56803393/volume-a462b976-9841-4420-af40-046f56803393.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.640118] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 780.640118] env[69486]: value = "task-3213927" [ 780.640118] env[69486]: _type = "Task" [ 780.640118] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.646023] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8c85a2-d624-42e9-9860-64e2ed4c4e11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.653288] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.657374] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 67842d3e-b361-4eeb-9139-e8101a23a9ed/67842d3e-b361-4eeb-9139-e8101a23a9ed.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.658196] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.658647] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daabf8ae-430a-477c-b5fb-63989e972ddd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.662399] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 780.662399] env[69486]: value = "task-3213928" [ 780.662399] env[69486]: _type = "Task" [ 780.662399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.665683] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.669930] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 780.669930] env[69486]: value = "task-3213929" [ 780.669930] env[69486]: _type = "Task" [ 780.669930] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.676520] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.681591] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.819883] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213921, 'name': CreateVM_Task, 'duration_secs': 0.579529} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.820122] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.820881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.821059] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821372] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821625] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa3c67b-9575-40ba-b7ad-c4961ae41f56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.827707] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 780.827707] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aea3eb-02d3-7b31-5154-fe6eec25df7d" [ 780.827707] env[69486]: _type = "Task" [ 780.827707] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.841400] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aea3eb-02d3-7b31-5154-fe6eec25df7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.849608] env[69486]: DEBUG nova.network.neutron [-] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.878585] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.879021] env[69486]: DEBUG nova.network.neutron [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.888926] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b3fbaf8-6984-4b76-903c-1dd5ebb66570 req-d33fa7ab-bcf3-464d-9d62-a4f625d208b9 service nova] Releasing lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.957210] env[69486]: DEBUG nova.compute.manager [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.957803] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.958943] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d1fa2-f293-4dd3-b99a-b28a9165bc12 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.965960] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.966210] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "48df700b-0654-42e7-8792-54f3de31a902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.966956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.967216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "48df700b-0654-42e7-8792-54f3de31a902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.968174] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "48df700b-0654-42e7-8792-54f3de31a902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.970912] env[69486]: INFO nova.compute.manager [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Terminating instance [ 780.978781] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.979208] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f259b3e-b00b-4a32-b18a-7640c03f66e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.988021] env[69486]: DEBUG oslo_vmware.api [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 780.988021] env[69486]: value = "task-3213930" [ 780.988021] env[69486]: _type = "Task" [ 780.988021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.994569] env[69486]: DEBUG oslo_vmware.api [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.012226] env[69486]: DEBUG nova.compute.manager [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-vif-deleted-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 781.012433] env[69486]: INFO nova.compute.manager [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Neutron deleted interface 9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b; detaching it from the instance and deleting it from the info cache [ 781.012690] env[69486]: DEBUG nova.network.neutron [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.031171] env[69486]: DEBUG nova.compute.manager [req-75409f26-8e9f-4210-99fe-19ddf1f275d3 req-3bcd306f-876c-42ef-b8cb-4dbc65fab8b6 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Received event network-vif-deleted-06fde22b-4f97-4d9e-80c3-34bd2b8161d0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 781.031380] env[69486]: INFO nova.compute.manager [req-75409f26-8e9f-4210-99fe-19ddf1f275d3 req-3bcd306f-876c-42ef-b8cb-4dbc65fab8b6 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Neutron deleted interface 06fde22b-4f97-4d9e-80c3-34bd2b8161d0; detaching it from the instance and deleting it from the info cache [ 781.031610] env[69486]: DEBUG nova.network.neutron [req-75409f26-8e9f-4210-99fe-19ddf1f275d3 req-3bcd306f-876c-42ef-b8cb-4dbc65fab8b6 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.095345] env[69486]: DEBUG oslo_vmware.api [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213925, 'name': PowerOnVM_Task, 'duration_secs': 0.551229} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.095556] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.095725] env[69486]: INFO nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Took 10.10 seconds to spawn the instance on the hypervisor. [ 781.095907] env[69486]: DEBUG nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.096733] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac670f-cde4-4fe4-912e-83124c295172 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.141499] env[69486]: DEBUG nova.scheduler.client.report [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.163913] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.176811] env[69486]: DEBUG oslo_vmware.api [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213928, 'name': ReconfigVM_Task, 'duration_secs': 0.143022} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.177488] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642633', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'name': 'volume-a462b976-9841-4420-af40-046f56803393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc351f0-51fb-4bf5-87c9-e4b982bc1942', 'attached_at': '', 'detached_at': '', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'serial': 'a462b976-9841-4420-af40-046f56803393'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 781.181425] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075057} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.181850] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.182931] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b91083-e5e1-49ad-9dc3-27c37fdfc253 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.203695] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 67842d3e-b361-4eeb-9139-e8101a23a9ed/67842d3e-b361-4eeb-9139-e8101a23a9ed.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.204417] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1fd92ec-f86b-49a4-afa1-7c9733796cad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.223645] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 781.223645] env[69486]: value = "task-3213931" [ 781.223645] env[69486]: _type = "Task" [ 781.223645] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.235131] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.338027] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aea3eb-02d3-7b31-5154-fe6eec25df7d, 'name': SearchDatastore_Task, 'duration_secs': 0.026514} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.338027] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.338244] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.338312] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.338459] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.338635] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.338910] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bbb54d0-f2ed-47a5-91d0-2ec5175f0157 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.349364] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.349582] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.350209] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d56545-efd7-4be7-87f9-567cada26e3b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.352401] env[69486]: INFO nova.compute.manager [-] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Took 1.38 seconds to deallocate network for instance. [ 781.357746] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 781.357746] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6edb0-6b15-13ca-2aea-19648b180113" [ 781.357746] env[69486]: _type = "Task" [ 781.357746] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.365073] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6edb0-6b15-13ca-2aea-19648b180113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.393152] env[69486]: DEBUG nova.network.neutron [-] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.479873] env[69486]: DEBUG nova.compute.manager [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.480157] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.480977] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fb43a4-9928-4395-a920-fbd7aca2a6a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.490535] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.493915] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f548c9a-b6be-459d-841a-27ce080beb93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.500699] env[69486]: DEBUG oslo_vmware.api [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213930, 'name': PowerOffVM_Task, 'duration_secs': 0.191473} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.504274] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.504476] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.504794] env[69486]: DEBUG oslo_vmware.api [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 781.504794] env[69486]: value = "task-3213932" [ 781.504794] env[69486]: _type = "Task" [ 781.504794] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.504986] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f29205-8304-4d46-b00a-2a6d4805f360 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.515454] env[69486]: DEBUG oslo_concurrency.lockutils [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] Acquiring lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.515686] env[69486]: DEBUG oslo_vmware.api [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.535530] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-110c6055-6700-4e46-a269-e29e5424dcca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.546462] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235328c-5165-4f2b-9881-a4008e469830 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.594178] env[69486]: DEBUG nova.compute.manager [req-75409f26-8e9f-4210-99fe-19ddf1f275d3 req-3bcd306f-876c-42ef-b8cb-4dbc65fab8b6 service nova] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Detach interface failed, port_id=06fde22b-4f97-4d9e-80c3-34bd2b8161d0, reason: Instance f7b6de16-4f11-4310-a2e5-63434aba5e10 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 781.596292] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.596592] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.596838] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Deleting the datastore file [datastore2] d1c5672a-0475-4bf7-9f3e-efcfbdd8614d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.597200] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c63718-a9d0-445e-ab70-ce56a24a8cc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.613269] env[69486]: DEBUG oslo_vmware.api [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for the task: (returnval){ [ 781.613269] env[69486]: value = "task-3213934" [ 781.613269] env[69486]: _type = "Task" [ 781.613269] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.620244] env[69486]: INFO nova.compute.manager [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Took 47.37 seconds to build instance. [ 781.628815] env[69486]: DEBUG oslo_vmware.api [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.647527] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.650894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.172s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.651163] env[69486]: DEBUG nova.objects.instance [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lazy-loading 'resources' on Instance uuid 4be76930-d724-4808-85c2-e1ca754f2784 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.669186] env[69486]: DEBUG oslo_vmware.api [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3213927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690404} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.669493] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.669712] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.669925] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.670183] env[69486]: INFO nova.compute.manager [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Took 1.70 seconds to destroy the instance on the hypervisor. [ 781.672753] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.672753] env[69486]: DEBUG nova.compute.manager [-] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.672753] env[69486]: DEBUG nova.network.neutron [-] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.688348] env[69486]: INFO nova.scheduler.client.report [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Deleted allocations for instance 37200872-b8df-40bf-a82a-f0d010de4d06 [ 781.740790] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.759154] env[69486]: INFO nova.network.neutron [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Port 9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 781.759154] env[69486]: DEBUG nova.network.neutron [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [{"id": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "address": "fa:16:3e:72:e9:8d", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf86562-a9", "ovs_interfaceid": "ddf86562-a9a9-4c56-9d24-a3b01536f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.859874] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.869359] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6edb0-6b15-13ca-2aea-19648b180113, 'name': SearchDatastore_Task, 'duration_secs': 0.043804} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.870192] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44262fa-59f4-46e9-937d-a7f8864b7951 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.875938] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 781.875938] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520f436c-0354-f578-79fb-2c28f34e9e38" [ 781.875938] env[69486]: _type = "Task" [ 781.875938] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.883726] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520f436c-0354-f578-79fb-2c28f34e9e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.897027] env[69486]: INFO nova.compute.manager [-] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Took 1.42 seconds to deallocate network for instance. [ 782.025811] env[69486]: DEBUG oslo_vmware.api [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213932, 'name': PowerOffVM_Task, 'duration_secs': 0.285743} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.025811] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.025811] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.025811] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-969119d0-e879-4047-86b9-fe37f8b8ef4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.090161] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.090396] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.090577] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleting the datastore file [datastore2] 48df700b-0654-42e7-8792-54f3de31a902 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.090835] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cec754cb-6ffb-42a8-b5af-83fa723a6d93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.096717] env[69486]: DEBUG oslo_vmware.api [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 782.096717] env[69486]: value = "task-3213936" [ 782.096717] env[69486]: _type = "Task" [ 782.096717] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.105046] env[69486]: DEBUG oslo_vmware.api [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.125472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d03beb9b-8eb6-4899-8d12-e3f5693364f4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.288s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.125661] env[69486]: DEBUG oslo_vmware.api [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Task: {'id': task-3213934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347832} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.127473] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.130365] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.130365] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.130365] env[69486]: INFO nova.compute.manager [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 782.130365] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.130365] env[69486]: DEBUG nova.compute.manager [-] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.130365] env[69486]: DEBUG nova.network.neutron [-] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.198048] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b7fe1fec-b285-43c5-85c0-649df1ab9015 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "37200872-b8df-40bf-a82a-f0d010de4d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.427s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.234812] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213931, 'name': ReconfigVM_Task, 'duration_secs': 0.78271} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.243209] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 67842d3e-b361-4eeb-9139-e8101a23a9ed/67842d3e-b361-4eeb-9139-e8101a23a9ed.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.244932] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6669ac9b-71fc-4a96-993c-2db6b2f0f27c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.248487] env[69486]: DEBUG nova.objects.instance [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lazy-loading 'flavor' on Instance uuid 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.256624] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 782.256624] env[69486]: value = "task-3213937" [ 782.256624] env[69486]: _type = "Task" [ 782.256624] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.260528] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.267162] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213937, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.388718] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520f436c-0354-f578-79fb-2c28f34e9e38, 'name': SearchDatastore_Task, 'duration_secs': 0.028186} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.390872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.391170] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.394062] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bee0c649-da01-4b51-8cd7-9b58b34aaac2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.402183] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 782.402183] env[69486]: value = "task-3213938" [ 782.402183] env[69486]: _type = "Task" [ 782.402183] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.403203] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.413896] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.530430] env[69486]: DEBUG nova.network.neutron [-] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.609398] env[69486]: DEBUG oslo_vmware.api [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3213936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324371} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.609686] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.609867] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.610071] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.610268] env[69486]: INFO nova.compute.manager [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Took 1.13 seconds to destroy the instance on the hypervisor. [ 782.610504] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.610685] env[69486]: DEBUG nova.compute.manager [-] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.610773] env[69486]: DEBUG nova.network.neutron [-] [instance: 48df700b-0654-42e7-8792-54f3de31a902] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.629512] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.668600] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109a6f6-67d4-4023-9dff-16ff05faa823 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.678141] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f1946-f921-4139-89cb-20e21caf5724 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.709367] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727ac18-f3bf-4bd7-9667-2054ece72b9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.717635] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607307d6-6faa-4bac-a7c0-96d7f4abfd9f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.736226] env[69486]: DEBUG nova.compute.provider_tree [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.753554] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12c7730c-9191-4f88-8e84-bc2ca847f84a tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.875s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.769506] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f726350-bb70-4e93-8176-c15b2bc21ce2 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-48df700b-0654-42e7-8792-54f3de31a902-9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.988s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.770722] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213937, 'name': Rename_Task, 'duration_secs': 0.161344} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.771208] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.772256] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b40c36-52ba-47e7-a21e-895ef47347fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.781935] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 782.781935] env[69486]: value = "task-3213939" [ 782.781935] env[69486]: _type = "Task" [ 782.781935] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.792657] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.891086] env[69486]: DEBUG nova.network.neutron [-] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.915692] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.033338] env[69486]: INFO nova.compute.manager [-] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Took 1.36 seconds to deallocate network for instance. [ 783.151687] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.241779] env[69486]: DEBUG nova.scheduler.client.report [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.294557] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.393890] env[69486]: INFO nova.compute.manager [-] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Took 1.26 seconds to deallocate network for instance. [ 783.416695] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682408} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.416947] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.417198] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.418616] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6eeeb95-980f-4f71-934e-250a05b73dac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.425484] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 783.425484] env[69486]: value = "task-3213940" [ 783.425484] env[69486]: _type = "Task" [ 783.425484] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.439545] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.463073] env[69486]: DEBUG nova.compute.manager [req-70bddce7-3cf8-4947-92dd-6330a9a48430 req-52b8e70c-8f86-45fe-abf3-c8abdb9528cb service nova] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Received event network-vif-deleted-d7dd7454-e720-4085-a14c-5453ccbe63e0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 783.463216] env[69486]: DEBUG nova.compute.manager [req-70bddce7-3cf8-4947-92dd-6330a9a48430 req-52b8e70c-8f86-45fe-abf3-c8abdb9528cb service nova] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Received event network-vif-deleted-5e0ccba4-408f-483b-9d5d-0ff60db080f0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 783.541576] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.748687] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.751506] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.585s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.753123] env[69486]: INFO nova.compute.claims [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.775192] env[69486]: INFO nova.scheduler.client.report [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted allocations for instance 4be76930-d724-4808-85c2-e1ca754f2784 [ 783.795209] env[69486]: DEBUG oslo_vmware.api [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213939, 'name': PowerOnVM_Task, 'duration_secs': 0.704727} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.795485] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.795689] env[69486]: INFO nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Took 9.50 seconds to spawn the instance on the hypervisor. [ 783.795868] env[69486]: DEBUG nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.796670] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b657295-d592-4611-94a0-3b6226046548 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.901899] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.920666] env[69486]: DEBUG nova.network.neutron [-] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.935779] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069538} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.936653] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.939071] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575836f8-b216-414c-9fd9-3e9bd789529d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.960932] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.961703] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252a1cf5-e8a3-4c09-89f2-84a8d678ca5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.978055] env[69486]: DEBUG nova.compute.manager [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.978858] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4352a53d-bc63-4e42-b1f0-ca16823ba5e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.989554] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 783.989554] env[69486]: value = "task-3213941" [ 783.989554] env[69486]: _type = "Task" [ 783.989554] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.997712] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.270852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.271203] env[69486]: DEBUG oslo_concurrency.lockutils [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.277911] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] Acquiring lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.279068] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] Acquired lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.279197] env[69486]: DEBUG nova.network.neutron [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.283871] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1c4109af-ad5a-4938-a3e2-20e7f3b4c328 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "4be76930-d724-4808-85c2-e1ca754f2784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.892s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.320472] env[69486]: INFO nova.compute.manager [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Took 44.70 seconds to build instance. [ 784.425841] env[69486]: INFO nova.compute.manager [-] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Took 1.81 seconds to deallocate network for instance. [ 784.491403] env[69486]: INFO nova.compute.manager [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] instance snapshotting [ 784.497505] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb05ce-f1a6-4ecd-95a5-3cdd53ebe1f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.505266] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213941, 'name': ReconfigVM_Task, 'duration_secs': 0.280098} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.520042] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.520763] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef3923a-b23e-46bc-b585-7862d84201cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.522812] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf3369-5fbf-42f7-adfd-e74e60c37fcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.532745] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 784.532745] env[69486]: value = "task-3213942" [ 784.532745] env[69486]: _type = "Task" [ 784.532745] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.541445] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213942, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.776028] env[69486]: INFO nova.compute.manager [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Detaching volume a462b976-9841-4420-af40-046f56803393 [ 784.816225] env[69486]: INFO nova.virt.block_device [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Attempting to driver detach volume a462b976-9841-4420-af40-046f56803393 from mountpoint /dev/sdb [ 784.816459] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 784.816644] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642633', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'name': 'volume-a462b976-9841-4420-af40-046f56803393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc351f0-51fb-4bf5-87c9-e4b982bc1942', 'attached_at': '', 'detached_at': '', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'serial': 'a462b976-9841-4420-af40-046f56803393'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 784.817868] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99569d63-bf4f-46c1-aeaf-067e2696b5b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.823277] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b515a3b5-24c7-4d1f-9bdb-dc232e1e7b9d tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.727s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.840555] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d8442d-1bcf-4fc6-ab38-aba281d6de5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.848162] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3f68b-4e59-4169-8c4e-c245bab59f68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.875817] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4cdf65-0a19-4e61-b83d-83289ebed6ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.891435] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] The volume has not been displaced from its original location: [datastore2] volume-a462b976-9841-4420-af40-046f56803393/volume-a462b976-9841-4420-af40-046f56803393.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 784.896622] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 784.900961] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45fe3a37-f981-4191-83e8-6f772bae78e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.919744] env[69486]: DEBUG oslo_vmware.api [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 784.919744] env[69486]: value = "task-3213943" [ 784.919744] env[69486]: _type = "Task" [ 784.919744] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.931667] env[69486]: DEBUG oslo_vmware.api [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.935858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.034094] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.034438] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ec65dd2-0f2e-45a1-97d4-9548d4a17646 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.045435] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213942, 'name': Rename_Task, 'duration_secs': 0.143739} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.049015] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.049364] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 785.049364] env[69486]: value = "task-3213944" [ 785.049364] env[69486]: _type = "Task" [ 785.049364] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.049751] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83dd30f1-2c6e-4c94-a5a9-ecf43c91ad2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.060268] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.061543] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 785.061543] env[69486]: value = "task-3213945" [ 785.061543] env[69486]: _type = "Task" [ 785.061543] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.067511] env[69486]: DEBUG nova.network.neutron [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Updating instance_info_cache with network_info: [{"id": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "address": "fa:16:3e:52:21:c1", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f303a9-23", "ovs_interfaceid": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.073431] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.314866] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44657851-5b76-42c1-b46b-09e2772f7e39 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.323257] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ecd360-a07a-42d2-9edc-7355e7a247be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.359680] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.363557] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1424782d-b61b-4c4d-92a4-9aafe077d884 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.371356] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1798b949-0cdf-41e7-a011-aefd15fe38dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.387977] env[69486]: DEBUG nova.compute.provider_tree [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.431633] env[69486]: DEBUG oslo_vmware.api [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213943, 'name': ReconfigVM_Task, 'duration_secs': 0.250605} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.431970] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 785.437819] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d088a612-7a48-4729-9c95-9fbb4c36b4d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.451976] env[69486]: DEBUG oslo_vmware.api [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 785.451976] env[69486]: value = "task-3213946" [ 785.451976] env[69486]: _type = "Task" [ 785.451976] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.462158] env[69486]: DEBUG oslo_vmware.api [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.561505] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.572324] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] Releasing lock "refresh_cache-67842d3e-b361-4eeb-9139-e8101a23a9ed" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.572566] env[69486]: DEBUG nova.compute.manager [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Inject network info {{(pid=69486) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7755}} [ 785.572817] env[69486]: DEBUG nova.compute.manager [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] network_info to inject: |[{"id": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "address": "fa:16:3e:52:21:c1", "network": {"id": "0751ba9c-ae8c-48e1-bc0d-99491a26346b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-639713280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f83afe393664c4ebb847e966242e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f303a9-23", "ovs_interfaceid": "75f303a9-232b-4f5f-936a-81bfd2aba3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7756}} [ 785.578042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Reconfiguring VM instance to set the machine id {{(pid=69486) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 785.578042] env[69486]: DEBUG oslo_vmware.api [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3213945, 'name': PowerOnVM_Task, 'duration_secs': 0.452142} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.579166] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da018be-6f6b-414f-a698-1fa0f88f05f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.589715] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.589954] env[69486]: INFO nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Took 8.55 seconds to spawn the instance on the hypervisor. [ 785.590149] env[69486]: DEBUG nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.591329] env[69486]: DEBUG nova.compute.manager [req-11104ed9-5ae4-430d-a6ef-fe0fd170fbdc req-fe1818a5-77f9-4132-ba26-d5bc8c67a3b2 service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Received event network-vif-deleted-ddf86562-a9a9-4c56-9d24-a3b01536f28c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 785.592788] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4bb89e-6e00-49c9-96c2-3806e26784f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.602905] env[69486]: DEBUG oslo_vmware.api [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] Waiting for the task: (returnval){ [ 785.602905] env[69486]: value = "task-3213947" [ 785.602905] env[69486]: _type = "Task" [ 785.602905] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.614583] env[69486]: DEBUG oslo_vmware.api [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] Task: {'id': task-3213947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.886262] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.890307] env[69486]: DEBUG nova.scheduler.client.report [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.962302] env[69486]: DEBUG oslo_vmware.api [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3213946, 'name': ReconfigVM_Task, 'duration_secs': 0.154147} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.963698] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642633', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'name': 'volume-a462b976-9841-4420-af40-046f56803393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cc351f0-51fb-4bf5-87c9-e4b982bc1942', 'attached_at': '', 'detached_at': '', 'volume_id': 'a462b976-9841-4420-af40-046f56803393', 'serial': 'a462b976-9841-4420-af40-046f56803393'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 786.062795] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213944, 'name': CreateSnapshot_Task, 'duration_secs': 0.592743} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.063084] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.063920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f95c055-1bc2-42b0-9f43-f94f36cd64a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.120428] env[69486]: DEBUG oslo_vmware.api [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] Task: {'id': task-3213947, 'name': ReconfigVM_Task, 'duration_secs': 0.151388} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.121690] env[69486]: INFO nova.compute.manager [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Took 43.30 seconds to build instance. [ 786.121773] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e0bb4-b3f2-4f8c-b570-52e0e2c89bb8 tempest-ServersAdminTestJSON-1117885922 tempest-ServersAdminTestJSON-1117885922-project-admin] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Reconfigured VM instance to set the machine id {{(pid=69486) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 786.398548] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.398998] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.401864] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.199s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.403503] env[69486]: INFO nova.compute.claims [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.469918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquiring lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.472041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.472041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquiring lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.472041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.472041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.473101] env[69486]: INFO nova.compute.manager [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Terminating instance [ 786.521360] env[69486]: DEBUG nova.objects.instance [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lazy-loading 'flavor' on Instance uuid 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.584085] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 786.584431] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8b224c6-4d08-4b14-ac18-d428c8133f13 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.593390] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 786.593390] env[69486]: value = "task-3213948" [ 786.593390] env[69486]: _type = "Task" [ 786.593390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.601862] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213948, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.623533] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7e562dbd-fe54-4881-be65-fe74ed163181 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.581s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.902712] env[69486]: INFO nova.compute.manager [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Rebuilding instance [ 786.910344] env[69486]: DEBUG nova.compute.utils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.914732] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.917879] env[69486]: DEBUG nova.network.neutron [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.955373] env[69486]: DEBUG nova.compute.manager [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.956234] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfea344-1cc0-4cfc-9be1-516ee9fe99ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.966418] env[69486]: DEBUG nova.policy [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e61ec5ff98fd47ab8ad84f5a105165a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f2369950b324486a4dccd6e9a4260ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.976741] env[69486]: DEBUG nova.compute.manager [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.976981] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.977354] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6701d9-c687-42e7-adcc-1b77c2bce6ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.985564] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 786.985564] env[69486]: value = "task-3213949" [ 786.985564] env[69486]: _type = "Task" [ 786.985564] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.993877] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.104452] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213948, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.296693] env[69486]: DEBUG nova.network.neutron [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Successfully created port: 232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.416283] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.498279] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213949, 'name': PowerOffVM_Task, 'duration_secs': 0.392594} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.498542] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.498785] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 787.498999] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642526', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'name': 'volume-636f42a1-e9d6-4aed-84f0-16fb977a244a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf2e06-d5bb-42d1-8df5-dd947e5929d6', 'attached_at': '', 'detached_at': '', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'serial': '636f42a1-e9d6-4aed-84f0-16fb977a244a'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 787.499878] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c01086c-ebaf-456a-8ebd-9f4ea5a72208 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.522483] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89696744-b68c-40c7-9d73-b09a14044ee8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.529097] env[69486]: DEBUG oslo_concurrency.lockutils [None req-06805ea3-7f07-47b0-86ca-12241df4661e tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.531081] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f64266-686f-4699-8ef9-69500b7e8faa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.559607] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b315d3-7295-4a83-ba3f-d75cbb0ac6c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.575527] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] The volume has not been displaced from its original location: [datastore1] volume-636f42a1-e9d6-4aed-84f0-16fb977a244a/volume-636f42a1-e9d6-4aed-84f0-16fb977a244a.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 787.581074] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.584439] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2bc367c-0b92-4c67-9639-1cf553badf55 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.608517] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213948, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.610541] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 787.610541] env[69486]: value = "task-3213950" [ 787.610541] env[69486]: _type = "Task" [ 787.610541] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.955324] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf57d7c-0656-42de-be2c-3a58689871bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.966333] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02060ae7-29b0-4d5a-b0be-7c6d2fd5f16c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.974546] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.974546] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440389a8-ecb8-4064-8753-94dd03e0db37 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.002612] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa053362-88f0-439a-ab97-5a2ad33f1d4d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.007860] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 788.007860] env[69486]: value = "task-3213951" [ 788.007860] env[69486]: _type = "Task" [ 788.007860] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.016114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98633dfb-470b-424a-8570-d01695a314b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.027601] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.043703] env[69486]: DEBUG nova.compute.provider_tree [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.111390] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213948, 'name': CloneVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.121205] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213950, 'name': ReconfigVM_Task, 'duration_secs': 0.382037} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.121496] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 788.126897] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0894ea8-d773-4cc3-a180-d35a19f72051 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.146802] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 788.146802] env[69486]: value = "task-3213952" [ 788.146802] env[69486]: _type = "Task" [ 788.146802] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.159349] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.429031] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.436275] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.436449] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.455714] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.455951] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.456124] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.456316] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.456511] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.456669] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.456895] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.457061] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.457281] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.457424] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.457604] env[69486]: DEBUG nova.virt.hardware [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.458706] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da2a96-7afb-4755-b14c-eaff3bfe8a7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.467498] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e475d-1c53-4133-9f4d-3eda7cad3d04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.523313] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213951, 'name': PowerOffVM_Task, 'duration_secs': 0.197171} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.523586] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.523826] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.524782] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89ca75-214d-4e17-bed4-6b0d78f67131 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.532334] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.532621] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81435a91-5bdd-4006-b6b8-666523f5e291 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.549009] env[69486]: DEBUG nova.scheduler.client.report [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.555968] env[69486]: DEBUG nova.compute.manager [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 788.607381] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.607634] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.607830] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleting the datastore file [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.608486] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ddc5de6-67c4-4776-aa57-a7a850a51d27 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.614735] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213948, 'name': CloneVM_Task, 'duration_secs': 1.619034} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.615349] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Created linked-clone VM from snapshot [ 788.616172] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b34048-8b11-4f31-aef9-22a4ea410aed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.619979] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 788.619979] env[69486]: value = "task-3213954" [ 788.619979] env[69486]: _type = "Task" [ 788.619979] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.627268] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Uploading image 45bd947f-3f27-42bb-8729-d68e79c9bd8a {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.635046] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.638432] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.638728] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efccb667-d248-4247-9d19-80991f0672d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.646717] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 788.646717] env[69486]: value = "task-3213955" [ 788.646717] env[69486]: _type = "Task" [ 788.646717] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.658461] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213955, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.661819] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.864018] env[69486]: DEBUG nova.compute.manager [req-3363577b-0754-4bb3-84cb-1c00a93c41b4 req-c2a01851-11cc-43f3-bbc0-4a665c665903 service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Received event network-vif-plugged-232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 788.864018] env[69486]: DEBUG oslo_concurrency.lockutils [req-3363577b-0754-4bb3-84cb-1c00a93c41b4 req-c2a01851-11cc-43f3-bbc0-4a665c665903 service nova] Acquiring lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.864018] env[69486]: DEBUG oslo_concurrency.lockutils [req-3363577b-0754-4bb3-84cb-1c00a93c41b4 req-c2a01851-11cc-43f3-bbc0-4a665c665903 service nova] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.864018] env[69486]: DEBUG oslo_concurrency.lockutils [req-3363577b-0754-4bb3-84cb-1c00a93c41b4 req-c2a01851-11cc-43f3-bbc0-4a665c665903 service nova] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.864018] env[69486]: DEBUG nova.compute.manager [req-3363577b-0754-4bb3-84cb-1c00a93c41b4 req-c2a01851-11cc-43f3-bbc0-4a665c665903 service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] No waiting events found dispatching network-vif-plugged-232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.864018] env[69486]: WARNING nova.compute.manager [req-3363577b-0754-4bb3-84cb-1c00a93c41b4 req-c2a01851-11cc-43f3-bbc0-4a665c665903 service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Received unexpected event network-vif-plugged-232f43c0-54ec-4e0e-9055-995a82522814 for instance with vm_state building and task_state spawning. [ 788.938945] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.976402] env[69486]: DEBUG nova.network.neutron [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Successfully updated port: 232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.057357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.058916] env[69486]: DEBUG nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.060484] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.523s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.060731] env[69486]: DEBUG nova.objects.instance [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lazy-loading 'resources' on Instance uuid ea3623f6-fc35-4269-b8f4-f483d75b8d9f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.078726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.131417] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237913} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.131620] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.131807] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.131977] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.161466] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213955, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.164520] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.457798] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.478671] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "refresh_cache-cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.478826] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquired lock "refresh_cache-cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.478996] env[69486]: DEBUG nova.network.neutron [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.571624] env[69486]: DEBUG nova.compute.utils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.573471] env[69486]: DEBUG nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 789.662858] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213955, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.668188] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213952, 'name': ReconfigVM_Task, 'duration_secs': 1.149165} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.668752] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642526', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'name': 'volume-636f42a1-e9d6-4aed-84f0-16fb977a244a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf2e06-d5bb-42d1-8df5-dd947e5929d6', 'attached_at': '', 'detached_at': '', 'volume_id': '636f42a1-e9d6-4aed-84f0-16fb977a244a', 'serial': '636f42a1-e9d6-4aed-84f0-16fb977a244a'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 789.669045] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.670418] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07f7729-2d23-44f8-972a-a8784992c58e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.678101] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.680471] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19aa8e0-5320-4d49-bab3-630470cc18c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.756707] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.756939] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.757173] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Deleting the datastore file [datastore1] 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.757518] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94321e01-c4dc-41fc-b549-9019a5d466a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.768516] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for the task: (returnval){ [ 789.768516] env[69486]: value = "task-3213957" [ 789.768516] env[69486]: _type = "Task" [ 789.768516] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.778554] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.012401] env[69486]: DEBUG nova.network.neutron [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.018984] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e4696-fc83-4fc0-8cb7-8ae2fcc9359c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.027183] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea3fc8-2195-44dd-89b2-1e6109cf6b7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.059544] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc11dcf-b3b0-46d1-8629-ece2cfac3c29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.068030] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0077a1d-ebae-4121-94fb-18202ab9bb20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.083268] env[69486]: DEBUG nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.085969] env[69486]: DEBUG nova.compute.provider_tree [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.160242] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213955, 'name': Destroy_Task, 'duration_secs': 1.385171} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.160551] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Destroyed the VM [ 790.160738] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.162742] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0f26e85-7c5f-4cd5-85dd-9bbce07d88e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.170570] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.170837] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.170948] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.171148] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.171301] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.171451] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.171652] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.171807] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.171967] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.172141] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.172310] env[69486]: DEBUG nova.virt.hardware [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.173391] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639b69c0-e5bc-49ba-8d17-1a7796359a4a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.177470] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 790.177470] env[69486]: value = "task-3213958" [ 790.177470] env[69486]: _type = "Task" [ 790.177470] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.184796] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910fc557-235f-434b-8bdf-165b7d9222d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.193959] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.202334] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:0c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11e85be-5aa1-4ddf-a6a1-beeae8a01845', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.209874] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.210444] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.210444] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5599800a-586f-4639-b70d-db2a369766f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.225862] env[69486]: DEBUG nova.network.neutron [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Updating instance_info_cache with network_info: [{"id": "232f43c0-54ec-4e0e-9055-995a82522814", "address": "fa:16:3e:74:41:48", "network": {"id": "e8416ceb-c420-4e7c-ab7f-2e6e47b9927c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-966923091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2369950b324486a4dccd6e9a4260ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f43c0-54", "ovs_interfaceid": "232f43c0-54ec-4e0e-9055-995a82522814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.235435] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.235435] env[69486]: value = "task-3213959" [ 790.235435] env[69486]: _type = "Task" [ 790.235435] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.249851] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213959, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.278554] env[69486]: DEBUG oslo_vmware.api [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Task: {'id': task-3213957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195221} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.278906] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.279236] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.279690] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.279690] env[69486]: INFO nova.compute.manager [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Took 3.30 seconds to destroy the instance on the hypervisor. [ 790.279971] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.280055] env[69486]: DEBUG nova.compute.manager [-] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.280091] env[69486]: DEBUG nova.network.neutron [-] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.592415] env[69486]: DEBUG nova.scheduler.client.report [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.688545] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213958, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.728826] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Releasing lock "refresh_cache-cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.729148] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Instance network_info: |[{"id": "232f43c0-54ec-4e0e-9055-995a82522814", "address": "fa:16:3e:74:41:48", "network": {"id": "e8416ceb-c420-4e7c-ab7f-2e6e47b9927c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-966923091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2369950b324486a4dccd6e9a4260ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f43c0-54", "ovs_interfaceid": "232f43c0-54ec-4e0e-9055-995a82522814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.729589] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:41:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '232f43c0-54ec-4e0e-9055-995a82522814', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.737402] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Creating folder: Project (3f2369950b324486a4dccd6e9a4260ab). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.737757] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5336f495-9781-416d-bb0e-8c828930a651 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.749119] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213959, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.753305] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Created folder: Project (3f2369950b324486a4dccd6e9a4260ab) in parent group-v642494. [ 790.753517] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Creating folder: Instances. Parent ref: group-v642639. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.753758] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b8b5ed3-7c8b-4308-adc6-636747f3f526 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.763499] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Created folder: Instances in parent group-v642639. [ 790.763746] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.763978] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.764181] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be65363-0584-45c2-986e-f4fb09fca0cb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.784921] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.784921] env[69486]: value = "task-3213962" [ 790.784921] env[69486]: _type = "Task" [ 790.784921] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.793076] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213962, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.940325] env[69486]: DEBUG nova.compute.manager [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Received event network-changed-232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 790.940590] env[69486]: DEBUG nova.compute.manager [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Refreshing instance network info cache due to event network-changed-232f43c0-54ec-4e0e-9055-995a82522814. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 790.940820] env[69486]: DEBUG oslo_concurrency.lockutils [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] Acquiring lock "refresh_cache-cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.941021] env[69486]: DEBUG oslo_concurrency.lockutils [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] Acquired lock "refresh_cache-cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.941215] env[69486]: DEBUG nova.network.neutron [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Refreshing network info cache for port 232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.102783] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.106224] env[69486]: DEBUG nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.108510] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.851s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.108808] env[69486]: DEBUG nova.objects.instance [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lazy-loading 'resources' on Instance uuid f5f03876-cb29-46ed-8bc7-f70d73fa4e55 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.133532] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.133796] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.133955] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.134149] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.134296] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.134442] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.134645] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.134800] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.134966] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.135162] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.135366] env[69486]: DEBUG nova.virt.hardware [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.136506] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64229c59-a665-4bb3-90f9-802865b4b133 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.140232] env[69486]: INFO nova.scheduler.client.report [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Deleted allocations for instance ea3623f6-fc35-4269-b8f4-f483d75b8d9f [ 791.149119] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef29f65-bf59-4222-a67d-590c09e425dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.165037] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.170974] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Creating folder: Project (7a16c0ba34eb4e30b530c114ec15b5c0). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.171308] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2369d285-a937-4f11-9d9d-aa2af51a5f2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.183823] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Created folder: Project (7a16c0ba34eb4e30b530c114ec15b5c0) in parent group-v642494. [ 791.183992] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Creating folder: Instances. Parent ref: group-v642642. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.196256] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdbcacef-de28-45e7-9250-000daaf153eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.196256] env[69486]: DEBUG oslo_vmware.api [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213958, 'name': RemoveSnapshot_Task, 'duration_secs': 0.767261} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.196256] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.198611] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Created folder: Instances in parent group-v642642. [ 791.198851] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.199627] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.199860] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba4e219-1488-4785-9ac2-8f078b1bfb32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.219294] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.219294] env[69486]: value = "task-3213965" [ 791.219294] env[69486]: _type = "Task" [ 791.219294] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.229244] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213965, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.246940] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213959, 'name': CreateVM_Task, 'duration_secs': 0.69974} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.247119] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.247778] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.247944] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.248275] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.248560] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fd19aa-9601-4eb2-9070-1c74fd4865c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.255778] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 791.255778] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52558474-5877-8d10-2714-5afba905c449" [ 791.255778] env[69486]: _type = "Task" [ 791.255778] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.265952] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52558474-5877-8d10-2714-5afba905c449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.295010] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213962, 'name': CreateVM_Task, 'duration_secs': 0.366709} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.295301] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.296090] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.313949] env[69486]: DEBUG nova.network.neutron [-] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.659091] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f893ae0c-1879-4494-bb01-a3d54c37f75a tempest-VolumesAssistedSnapshotsTest-664371977 tempest-VolumesAssistedSnapshotsTest-664371977-project-member] Lock "ea3623f6-fc35-4269-b8f4-f483d75b8d9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.995s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.696736] env[69486]: WARNING nova.compute.manager [None req-dd56e8a1-5eb0-4614-8082-29115b3a0726 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Image not found during snapshot: nova.exception.ImageNotFound: Image 45bd947f-3f27-42bb-8729-d68e79c9bd8a could not be found. [ 791.729781] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213965, 'name': CreateVM_Task, 'duration_secs': 0.457915} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.729946] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.730408] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.730528] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.731199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.732094] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5fa334-25a8-4d0b-91dc-4d1e1d5de8c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.746868] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 791.746868] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52debdaa-4fa1-0c16-fc00-81d205278a96" [ 791.746868] env[69486]: _type = "Task" [ 791.746868] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.763390] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52debdaa-4fa1-0c16-fc00-81d205278a96, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.763618] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.764094] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.764094] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.764527] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.764527] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.764713] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4542cc97-0219-4b81-b1d0-566ff327fe69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.769778] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52558474-5877-8d10-2714-5afba905c449, 'name': SearchDatastore_Task, 'duration_secs': 0.021702} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.772796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.772929] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.773258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.773258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.773476] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.774754] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.774754] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.774754] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0596fcf-e1b5-4b32-90fc-cfd25778b7c2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.776148] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6860537-c6ac-495b-af27-c78575b71e81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.779355] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.780862] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.780862] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de23acd3-310c-4932-b494-022d1def874e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.783328] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 791.783328] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c298b2-0a2f-48d6-d165-1c3839d23ec1" [ 791.783328] env[69486]: _type = "Task" [ 791.783328] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.785892] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.785892] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.788144] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3131f1-ca69-465c-b98e-5fef5a60539f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.796222] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 791.796222] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52facec3-1e1e-2f7e-25e2-f86604580636" [ 791.796222] env[69486]: _type = "Task" [ 791.796222] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.806409] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c298b2-0a2f-48d6-d165-1c3839d23ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.018029} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.806735] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 791.806735] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5226514c-0ac2-d0f6-4d7a-c7cd50f7ed74" [ 791.806735] env[69486]: _type = "Task" [ 791.806735] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.807613] env[69486]: DEBUG nova.network.neutron [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Updated VIF entry in instance network info cache for port 232f43c0-54ec-4e0e-9055-995a82522814. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.807983] env[69486]: DEBUG nova.network.neutron [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Updating instance_info_cache with network_info: [{"id": "232f43c0-54ec-4e0e-9055-995a82522814", "address": "fa:16:3e:74:41:48", "network": {"id": "e8416ceb-c420-4e7c-ab7f-2e6e47b9927c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-966923091-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2369950b324486a4dccd6e9a4260ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f43c0-54", "ovs_interfaceid": "232f43c0-54ec-4e0e-9055-995a82522814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.812047] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.812319] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.812626] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820333] env[69486]: INFO nova.compute.manager [-] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Took 1.54 seconds to deallocate network for instance. [ 791.820667] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52facec3-1e1e-2f7e-25e2-f86604580636, 'name': SearchDatastore_Task, 'duration_secs': 0.014264} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.823686] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411fea88-9219-4e32-baa0-4738aea947ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.831588] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5226514c-0ac2-d0f6-4d7a-c7cd50f7ed74, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.833593] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62778af6-e4d6-4107-99bc-324af8e09030 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.837092] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 791.837092] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a2c5f-b65e-78e1-396f-0cd6557d21f9" [ 791.837092] env[69486]: _type = "Task" [ 791.837092] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.842604] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 791.842604] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5284ed03-1c88-1abd-cb8c-c644f429bf46" [ 791.842604] env[69486]: _type = "Task" [ 791.842604] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.850669] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a2c5f-b65e-78e1-396f-0cd6557d21f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.856278] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5284ed03-1c88-1abd-cb8c-c644f429bf46, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.856397] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.857373] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.857373] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.857373] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.857373] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e0c45c-d5ee-42ff-98ef-f1e37f82d0c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.860795] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c3dbe4-fa8b-4619-aff2-73b93c23845a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.867183] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 791.867183] env[69486]: value = "task-3213966" [ 791.867183] env[69486]: _type = "Task" [ 791.867183] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.868257] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.868443] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.871695] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5627ff9-5112-41fa-a52a-e2e6a9765aad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.882184] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.882184] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 791.882184] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263e93f-ccdd-f349-07bb-2d6a5df6bb51" [ 791.882184] env[69486]: _type = "Task" [ 791.882184] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.888464] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263e93f-ccdd-f349-07bb-2d6a5df6bb51, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.891631] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95682f9c-69b6-469a-93d2-72cf8cc150da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.900868] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 791.900868] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9a658-14bd-4e4d-60ae-263848655db3" [ 791.900868] env[69486]: _type = "Task" [ 791.900868] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.910710] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9a658-14bd-4e4d-60ae-263848655db3, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.910940] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.911204] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] cfbdaa68-e556-4b72-abc5-0a17aa8ff71f/cfbdaa68-e556-4b72-abc5-0a17aa8ff71f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.912022] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da93a82b-97b1-4f74-aad9-11a188b46f81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.916876] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 791.916876] env[69486]: value = "task-3213967" [ 791.916876] env[69486]: _type = "Task" [ 791.916876] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.924026] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.178934] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab01f8-345a-4884-8d8b-7a2ab692812b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.190191] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca278e8a-bc58-4450-bea6-82244ac02425 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.223664] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb1b285-88b1-4a1e-b361-479fb4d61fa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.237806] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62adfb5-06ed-41b4-b951-6195f7d5e5b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.257444] env[69486]: DEBUG nova.compute.provider_tree [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.314394] env[69486]: DEBUG oslo_concurrency.lockutils [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] Releasing lock "refresh_cache-cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.314683] env[69486]: DEBUG nova.compute.manager [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Received event network-vif-deleted-46db9c34-0810-4166-acfa-388ecf74e41a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 792.315722] env[69486]: INFO nova.compute.manager [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Neutron deleted interface 46db9c34-0810-4166-acfa-388ecf74e41a; detaching it from the instance and deleting it from the info cache [ 792.315722] env[69486]: DEBUG nova.network.neutron [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.355176] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a2c5f-b65e-78e1-396f-0cd6557d21f9, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.355176] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.355176] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.355176] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86db1535-4ebc-4e61-b112-40ed668687f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.364881] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 792.364881] env[69486]: value = "task-3213968" [ 792.364881] env[69486]: _type = "Task" [ 792.364881] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.376384] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.383727] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470962} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.383727] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.383727] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.383727] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c13c3f55-4f6e-4602-968e-87dca4d8fc59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.392228] env[69486]: INFO nova.compute.manager [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Took 0.57 seconds to detach 1 volumes for instance. [ 792.394557] env[69486]: DEBUG nova.compute.manager [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Deleting volume: 636f42a1-e9d6-4aed-84f0-16fb977a244a {{(pid=69486) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 792.397995] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 792.397995] env[69486]: value = "task-3213969" [ 792.397995] env[69486]: _type = "Task" [ 792.397995] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.408017] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.425976] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.738456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.738456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.738456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.738456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.739463] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.744059] env[69486]: INFO nova.compute.manager [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Terminating instance [ 792.761024] env[69486]: DEBUG nova.scheduler.client.report [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.821829] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8a5edcb-ae8b-46d4-84bf-11a5bb25b4bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.829197] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9ed56e-645a-4aab-984e-e67006fe9020 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.872475] env[69486]: DEBUG nova.compute.manager [req-f94fb070-be40-4776-a51f-d71738215399 req-f8923bde-cee2-492c-94be-42231e19067c service nova] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Detach interface failed, port_id=46db9c34-0810-4166-acfa-388ecf74e41a, reason: Instance 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 792.881519] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213968, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.916031] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097838} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.916031] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.916031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546cc550-4fa7-4714-9c4b-b1e71328a0ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.945178] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.945178] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59aca33b-e67c-4381-9745-4d9700489104 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.965686] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.966335] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772311} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.967184] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] cfbdaa68-e556-4b72-abc5-0a17aa8ff71f/cfbdaa68-e556-4b72-abc5-0a17aa8ff71f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.967640] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.968247] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ac8fad6-109b-4257-897c-02b948cd81a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.971838] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 792.971838] env[69486]: value = "task-3213971" [ 792.971838] env[69486]: _type = "Task" [ 792.971838] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.983879] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.985614] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 792.985614] env[69486]: value = "task-3213972" [ 792.985614] env[69486]: _type = "Task" [ 792.985614] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.994272] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.257789] env[69486]: DEBUG nova.compute.manager [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.258108] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.259093] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02ae85-40c2-47bd-ae5b-01baf6022fea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.267522] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.269746] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.270912] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.025s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.271830] env[69486]: INFO nova.compute.claims [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.274527] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce56c3d-785c-4551-8884-d3e835999268 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.282039] env[69486]: DEBUG oslo_vmware.api [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 793.282039] env[69486]: value = "task-3213973" [ 793.282039] env[69486]: _type = "Task" [ 793.282039] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.291608] env[69486]: DEBUG oslo_vmware.api [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.295958] env[69486]: INFO nova.scheduler.client.report [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Deleted allocations for instance f5f03876-cb29-46ed-8bc7-f70d73fa4e55 [ 793.382746] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715103} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.383048] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.383275] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.383525] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b5e9eb-9b7d-4753-a123-95cccff06a04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.390876] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 793.390876] env[69486]: value = "task-3213974" [ 793.390876] env[69486]: _type = "Task" [ 793.390876] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.399321] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.484353] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213971, 'name': ReconfigVM_Task, 'duration_secs': 0.306372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.484353] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.484353] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3408602c-f0db-4f8f-a505-667370a2111e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.492110] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 793.492110] env[69486]: value = "task-3213975" [ 793.492110] env[69486]: _type = "Task" [ 793.492110] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.498866] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.512964] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213975, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.792728] env[69486]: DEBUG oslo_vmware.api [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213973, 'name': PowerOffVM_Task, 'duration_secs': 0.250967} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.793115] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.797016] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.797016] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13cec39e-5d4c-4ee5-8e73-3fa7d146e5a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.804258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c4fae631-d653-401b-9810-0b8b3279c334 tempest-ServersTestManualDisk-1952041911 tempest-ServersTestManualDisk-1952041911-project-member] Lock "f5f03876-cb29-46ed-8bc7-f70d73fa4e55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.277s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.876652] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.877248] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.877528] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleting the datastore file [datastore2] 44b6c14a-b0a8-4b7f-b295-8e2a282b3794 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.878352] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7038729e-d554-4ef4-9f92-32ffdeb15488 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.886197] env[69486]: DEBUG oslo_vmware.api [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 793.886197] env[69486]: value = "task-3213977" [ 793.886197] env[69486]: _type = "Task" [ 793.886197] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.895033] env[69486]: DEBUG oslo_vmware.api [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.902634] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066082} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.902871] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.903601] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c926d7f-d579-4fde-942b-22ee504393de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.922921] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.923213] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952b4887-7ccb-4c7f-9ba2-af2b722c0fc0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.942351] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 793.942351] env[69486]: value = "task-3213978" [ 793.942351] env[69486]: _type = "Task" [ 793.942351] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.951137] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.998621] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.5893} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.999328] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.000089] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00e8d2b-e3c7-4e6e-9dc3-d57d85a5f0d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.005349] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213975, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.024990] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] cfbdaa68-e556-4b72-abc5-0a17aa8ff71f/cfbdaa68-e556-4b72-abc5-0a17aa8ff71f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.025196] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87be3a4-d25d-4855-ab7b-b669f21aa51a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.043920] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 794.043920] env[69486]: value = "task-3213979" [ 794.043920] env[69486]: _type = "Task" [ 794.043920] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.053476] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.397845] env[69486]: DEBUG oslo_vmware.api [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3213977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14812} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.398122] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.398352] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.399667] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.399667] env[69486]: INFO nova.compute.manager [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Took 1.14 seconds to destroy the instance on the hypervisor. [ 794.402053] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.402303] env[69486]: DEBUG nova.compute.manager [-] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.402407] env[69486]: DEBUG nova.network.neutron [-] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.451662] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213978, 'name': ReconfigVM_Task, 'duration_secs': 0.280755} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.451972] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.452562] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010c6f10-80f4-4eaa-9a80-6c43195a7047 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.463016] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 794.463016] env[69486]: value = "task-3213980" [ 794.463016] env[69486]: _type = "Task" [ 794.463016] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.469526] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213980, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.503399] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213975, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.555919] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.822166] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c27d6d0-114e-41ad-a49b-ba3c9844a20f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.829642] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe1d718-a739-4892-8151-f38dd637797a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.865042] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ef2dd0-5022-4545-b2aa-07ce5544893d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.872626] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe3c63-e88b-4b08-af2a-e5966c438f13 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.894547] env[69486]: DEBUG nova.compute.provider_tree [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.978053] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213980, 'name': Rename_Task, 'duration_secs': 0.142681} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.978053] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.978053] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f78f617-d7d5-47f9-a6ee-d3354449d073 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.984119] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 794.984119] env[69486]: value = "task-3213981" [ 794.984119] env[69486]: _type = "Task" [ 794.984119] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.993584] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.005836] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213975, 'name': Rename_Task, 'duration_secs': 1.174315} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.006329] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.006756] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ea1053-029a-4f95-bd3d-c6d1f6b5fc25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.013848] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 795.013848] env[69486]: value = "task-3213982" [ 795.013848] env[69486]: _type = "Task" [ 795.013848] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.029521] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213982, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.056987] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213979, 'name': ReconfigVM_Task, 'duration_secs': 0.855009} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.057321] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Reconfigured VM instance instance-00000030 to attach disk [datastore2] cfbdaa68-e556-4b72-abc5-0a17aa8ff71f/cfbdaa68-e556-4b72-abc5-0a17aa8ff71f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.058054] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c09edc23-cc98-4d79-8e01-b7e05d061595 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.064291] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 795.064291] env[69486]: value = "task-3213983" [ 795.064291] env[69486]: _type = "Task" [ 795.064291] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.075018] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213983, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.306971] env[69486]: DEBUG nova.compute.manager [req-15a87277-64d2-4357-ac8a-179dccb281a3 req-2c53cced-13f1-4e3a-9d20-b70ddbd48dfc service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Received event network-vif-deleted-4952a90a-0472-458b-bcb8-e26e01079aef {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 795.307311] env[69486]: INFO nova.compute.manager [req-15a87277-64d2-4357-ac8a-179dccb281a3 req-2c53cced-13f1-4e3a-9d20-b70ddbd48dfc service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Neutron deleted interface 4952a90a-0472-458b-bcb8-e26e01079aef; detaching it from the instance and deleting it from the info cache [ 795.307582] env[69486]: DEBUG nova.network.neutron [req-15a87277-64d2-4357-ac8a-179dccb281a3 req-2c53cced-13f1-4e3a-9d20-b70ddbd48dfc service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.399598] env[69486]: DEBUG nova.scheduler.client.report [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.496098] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213981, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.525287] env[69486]: DEBUG oslo_vmware.api [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213982, 'name': PowerOnVM_Task, 'duration_secs': 0.499465} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.525699] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.525947] env[69486]: DEBUG nova.compute.manager [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.526825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf11e59-a90d-450b-ab3d-b7c9ff642b37 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.578145] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213983, 'name': Rename_Task, 'duration_secs': 0.146833} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.580603] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.582808] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c917fde7-6fd3-4cbf-8b25-f0ac7b72dbe6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.590595] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 795.590595] env[69486]: value = "task-3213984" [ 795.590595] env[69486]: _type = "Task" [ 795.590595] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.599812] env[69486]: DEBUG nova.network.neutron [-] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.601919] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.811874] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a05cb68-9982-4222-86b4-4051fca447dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.822085] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adad197-d7e4-41cd-aa8f-6f49a71e6926 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.863506] env[69486]: DEBUG nova.compute.manager [req-15a87277-64d2-4357-ac8a-179dccb281a3 req-2c53cced-13f1-4e3a-9d20-b70ddbd48dfc service nova] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Detach interface failed, port_id=4952a90a-0472-458b-bcb8-e26e01079aef, reason: Instance 44b6c14a-b0a8-4b7f-b295-8e2a282b3794 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 795.906531] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.906531] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.909360] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.797s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.909451] env[69486]: DEBUG nova.objects.instance [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lazy-loading 'resources' on Instance uuid 13fe71e9-b0d9-4f6d-b293-49e6557bb941 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.003028] env[69486]: DEBUG oslo_vmware.api [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213981, 'name': PowerOnVM_Task, 'duration_secs': 0.603683} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.003028] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.003028] env[69486]: INFO nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Took 4.90 seconds to spawn the instance on the hypervisor. [ 796.003411] env[69486]: DEBUG nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.004369] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638abcc8-3002-49d7-8e07-6303fb045593 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.044697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.102969] env[69486]: INFO nova.compute.manager [-] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Took 1.70 seconds to deallocate network for instance. [ 796.103448] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.413058] env[69486]: DEBUG nova.compute.utils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.423134] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.423134] env[69486]: DEBUG nova.network.neutron [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.526033] env[69486]: INFO nova.compute.manager [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Took 34.35 seconds to build instance. [ 796.551421] env[69486]: DEBUG nova.policy [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c5ad98fcf44ef2af0938cc9fe9d521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8108523c672546cfb60a4283d6974b0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.609755] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.611094] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.845161] env[69486]: INFO nova.compute.manager [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Rebuilding instance [ 796.897458] env[69486]: DEBUG nova.compute.manager [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.898458] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eecf2b0-8288-4a6e-90bd-feeda9e08995 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.918458] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.005864] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b1c3d-254f-4462-b822-683e08ee604d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.013985] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccbdbdf-ba39-4fad-9c43-d1367a3cbb56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.048353] env[69486]: DEBUG oslo_concurrency.lockutils [None req-db05a408-8bd1-43b2-bd5b-dd6431b19db2 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "88eacabd-8ee8-4a84-a613-19c0dc548658" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.905s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.049686] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91429e2e-dc66-4ca5-abf5-7d73d38305a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.058491] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf4366-5ac0-409e-9b20-23b5b51a3c4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.072360] env[69486]: DEBUG nova.compute.provider_tree [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.100410] env[69486]: DEBUG oslo_vmware.api [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213984, 'name': PowerOnVM_Task, 'duration_secs': 1.095052} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.101932] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.101932] env[69486]: INFO nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Took 8.67 seconds to spawn the instance on the hypervisor. [ 797.101932] env[69486]: DEBUG nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.101932] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a53ec8-e903-4bd0-ba10-eb549b0efeab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.228840] env[69486]: DEBUG nova.network.neutron [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Successfully created port: 0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.578274] env[69486]: DEBUG nova.scheduler.client.report [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.621218] env[69486]: INFO nova.compute.manager [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Took 36.48 seconds to build instance. [ 797.915875] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.915875] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efc69fc8-a1e3-4ff1-97e2-ca15c18fe9e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.924020] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 797.924020] env[69486]: value = "task-3213985" [ 797.924020] env[69486]: _type = "Task" [ 797.924020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.933682] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.941757] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.991200] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.991363] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.991610] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.991703] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.991850] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.991995] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.992225] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.992383] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.992576] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.992871] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.992871] env[69486]: DEBUG nova.virt.hardware [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.994162] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2867e1-66cb-4a62-9017-00924d0f1342 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.005193] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18429507-df55-402a-babd-0432809d1b60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.081842] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.084757] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.273s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.085757] env[69486]: INFO nova.compute.claims [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.113315] env[69486]: INFO nova.scheduler.client.report [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleted allocations for instance 13fe71e9-b0d9-4f6d-b293-49e6557bb941 [ 798.125139] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99a94f3b-f156-4a55-a5d6-cb5e9c2f8645 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.535s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.276990] env[69486]: INFO nova.compute.manager [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Rebuilding instance [ 798.321275] env[69486]: DEBUG nova.compute.manager [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.321275] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbe18d0-eae9-4638-af3b-6e9ae902a7f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.433936] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213985, 'name': PowerOffVM_Task, 'duration_secs': 0.289599} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.433936] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.433936] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.433936] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794f8402-9787-4c35-aa76-700fd8313431 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.441191] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.441387] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b78fba0-5a0c-41ef-93a8-79afbd152fea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.519273] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.520488] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.520488] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleting the datastore file [datastore2] eda9280b-3a26-4e37-a2e3-cf404597dac3 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.520488] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa06ee0-29f8-4846-acfd-e5ebc7a7f212 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.527270] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 798.527270] env[69486]: value = "task-3213987" [ 798.527270] env[69486]: _type = "Task" [ 798.527270] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.535299] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.622783] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e31a4753-ebff-4079-b979-6ca0b8725f06 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "13fe71e9-b0d9-4f6d-b293-49e6557bb941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.282s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.800114] env[69486]: DEBUG nova.compute.manager [req-af5ee62f-8a35-48b0-9336-4a235f2d6fec req-c073ec83-849c-40a5-acc6-bfe41253b303 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Received event network-vif-plugged-0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 798.800114] env[69486]: DEBUG oslo_concurrency.lockutils [req-af5ee62f-8a35-48b0-9336-4a235f2d6fec req-c073ec83-849c-40a5-acc6-bfe41253b303 service nova] Acquiring lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.800114] env[69486]: DEBUG oslo_concurrency.lockutils [req-af5ee62f-8a35-48b0-9336-4a235f2d6fec req-c073ec83-849c-40a5-acc6-bfe41253b303 service nova] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.800114] env[69486]: DEBUG oslo_concurrency.lockutils [req-af5ee62f-8a35-48b0-9336-4a235f2d6fec req-c073ec83-849c-40a5-acc6-bfe41253b303 service nova] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.800114] env[69486]: DEBUG nova.compute.manager [req-af5ee62f-8a35-48b0-9336-4a235f2d6fec req-c073ec83-849c-40a5-acc6-bfe41253b303 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] No waiting events found dispatching network-vif-plugged-0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.801050] env[69486]: WARNING nova.compute.manager [req-af5ee62f-8a35-48b0-9336-4a235f2d6fec req-c073ec83-849c-40a5-acc6-bfe41253b303 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Received unexpected event network-vif-plugged-0b7d293c-422b-4d0f-bd88-aad7d20cb9ca for instance with vm_state building and task_state spawning. [ 798.872278] env[69486]: DEBUG nova.network.neutron [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Successfully updated port: 0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.038235] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3213987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176762} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.038546] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.038897] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.039061] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.337649] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.339055] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60bd552-485d-4b9c-a4e4-f6f36c693a3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.350097] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 799.350097] env[69486]: value = "task-3213988" [ 799.350097] env[69486]: _type = "Task" [ 799.350097] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.362822] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.375226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.375435] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.375576] env[69486]: DEBUG nova.network.neutron [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.664467] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a287a4-d066-4913-af58-1ff5b23e811f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.676825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e001813-7154-431d-9e7a-94897ba728b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.712739] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c11b2c-2b00-413f-be79-62442d0cbaaf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721696] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf0cd1-98c6-43f0-b6dc-10f64543814d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.737846] env[69486]: DEBUG nova.compute.provider_tree [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.859496] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213988, 'name': PowerOffVM_Task, 'duration_secs': 0.128325} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.859847] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.860444] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.861213] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ac9e93-7fda-4e0c-bda5-ed28295facfc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.868292] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.868500] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d233a0e0-e6b6-48c9-921e-8b83d3613023 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.895946] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.896590] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.896590] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Deleting the datastore file [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.896590] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b68df8ac-4d02-44c0-a430-d01daf151eb3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.904974] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 799.904974] env[69486]: value = "task-3213990" [ 799.904974] env[69486]: _type = "Task" [ 799.904974] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.921158] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.930742] env[69486]: DEBUG nova.network.neutron [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.032557] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.032917] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.033241] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.033400] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.033575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.035666] env[69486]: INFO nova.compute.manager [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Terminating instance [ 800.091918] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.092177] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.092336] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.092515] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.092662] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.092844] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.095292] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.095485] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.095678] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.095823] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.095999] env[69486]: DEBUG nova.virt.hardware [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.096870] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe55b9-1d94-466d-b14d-017bf5bac22f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.106416] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d9fe2d-230c-40d9-b052-56a4b570d599 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.123420] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:0c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e11e85be-5aa1-4ddf-a6a1-beeae8a01845', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.131319] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.133931] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.134183] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfc39d4e-86fd-490d-84a0-144cadaac90b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.153878] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.153878] env[69486]: value = "task-3213991" [ 800.153878] env[69486]: _type = "Task" [ 800.153878] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.161730] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213991, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.210327] env[69486]: DEBUG nova.network.neutron [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [{"id": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "address": "fa:16:3e:bd:9a:30", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d293c-42", "ovs_interfaceid": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.240721] env[69486]: DEBUG nova.scheduler.client.report [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.257533] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.257533] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.257694] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.257920] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.258128] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.262175] env[69486]: INFO nova.compute.manager [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Terminating instance [ 800.417356] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3213990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091785} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.417649] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.417913] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.418103] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.539663] env[69486]: DEBUG nova.compute.manager [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.539962] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.540850] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265ca96-96f7-4470-9926-3753536a5ffe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.549386] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.549664] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c4ca5d-0643-4856-ac8a-1cc5e7d67ec6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.555869] env[69486]: DEBUG oslo_vmware.api [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 800.555869] env[69486]: value = "task-3213992" [ 800.555869] env[69486]: _type = "Task" [ 800.555869] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.563703] env[69486]: DEBUG oslo_vmware.api [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.664482] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213991, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.687212] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.687471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.687731] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.687943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.688133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.690825] env[69486]: INFO nova.compute.manager [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Terminating instance [ 800.712807] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.713161] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Instance network_info: |[{"id": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "address": "fa:16:3e:bd:9a:30", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d293c-42", "ovs_interfaceid": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.713593] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:9a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7d293c-422b-4d0f-bd88-aad7d20cb9ca', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.721461] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.721954] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.722196] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb86fff-9734-48b6-a16e-ff98f1ec0d93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.742307] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.742307] env[69486]: value = "task-3213993" [ 800.742307] env[69486]: _type = "Task" [ 800.742307] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.746528] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.747094] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.749818] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.975s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.750054] env[69486]: DEBUG nova.objects.instance [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lazy-loading 'resources' on Instance uuid 13d7a540-db99-437d-98ea-07bdcc2d447a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.758057] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213993, 'name': CreateVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.764609] env[69486]: DEBUG nova.compute.manager [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.764716] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.766195] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9db46-570a-475c-a2ac-2276646f73c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.776024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.776024] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d1a37b-01a6-4458-bd56-4ee49e235b07 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.781339] env[69486]: DEBUG oslo_vmware.api [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 800.781339] env[69486]: value = "task-3213994" [ 800.781339] env[69486]: _type = "Task" [ 800.781339] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.790162] env[69486]: DEBUG oslo_vmware.api [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.824286] env[69486]: DEBUG nova.compute.manager [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Received event network-changed-0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 800.824505] env[69486]: DEBUG nova.compute.manager [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Refreshing instance network info cache due to event network-changed-0b7d293c-422b-4d0f-bd88-aad7d20cb9ca. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 800.824739] env[69486]: DEBUG oslo_concurrency.lockutils [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] Acquiring lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.824992] env[69486]: DEBUG oslo_concurrency.lockutils [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] Acquired lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.825196] env[69486]: DEBUG nova.network.neutron [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Refreshing network info cache for port 0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.065744] env[69486]: DEBUG oslo_vmware.api [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213992, 'name': PowerOffVM_Task, 'duration_secs': 0.188803} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.065951] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.067105] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.067105] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1e2a3c-5736-4f99-b731-7a56722818c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.126676] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.126808] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.127136] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleting the datastore file [datastore1] bdab7fe7-b54a-4b10-bcd2-b8b42dec056d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.127319] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3503984e-99f7-4140-bb28-4d487ce596d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.134095] env[69486]: DEBUG oslo_vmware.api [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 801.134095] env[69486]: value = "task-3213996" [ 801.134095] env[69486]: _type = "Task" [ 801.134095] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.141995] env[69486]: DEBUG oslo_vmware.api [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.166971] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213991, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.196118] env[69486]: DEBUG nova.compute.manager [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.196383] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.198460] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d912ca1-82fc-43fd-95e4-50eefbbfb39c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.205585] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.205837] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9bfae1-75bc-4bd5-8a01-6a0732cfa0ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.211284] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 801.211284] env[69486]: value = "task-3213997" [ 801.211284] env[69486]: _type = "Task" [ 801.211284] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.218645] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.252365] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213993, 'name': CreateVM_Task, 'duration_secs': 0.46462} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.252520] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.253200] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.253362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.253672] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.257646] env[69486]: DEBUG nova.compute.utils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.259181] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a24e2c1-1f16-4a89-b994-503ffae6247f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.261270] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.261459] env[69486]: DEBUG nova.network.neutron [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.267515] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 801.267515] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52420c95-9e17-ab02-8616-46e23c619e79" [ 801.267515] env[69486]: _type = "Task" [ 801.267515] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.275511] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52420c95-9e17-ab02-8616-46e23c619e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.295452] env[69486]: DEBUG oslo_vmware.api [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213994, 'name': PowerOffVM_Task, 'duration_secs': 0.218364} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.295737] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.295915] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.296144] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f320e638-c947-4e1f-928b-28c9faa91fe9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.321954] env[69486]: DEBUG nova.policy [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f473b200ab034c89aa3ffe0edb79af4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3622dda2a28444adae22248337653911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.349320] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.349658] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.349842] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleting the datastore file [datastore1] 310e5f02-b4ea-4501-b3b1-d3c7557189eb {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.352641] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9126f2ea-2649-4566-b015-821103ab9b4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.359557] env[69486]: DEBUG oslo_vmware.api [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for the task: (returnval){ [ 801.359557] env[69486]: value = "task-3213999" [ 801.359557] env[69486]: _type = "Task" [ 801.359557] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.368304] env[69486]: DEBUG oslo_vmware.api [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.467607] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.467870] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.468080] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.468243] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.468387] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.468530] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.468743] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.468906] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.469095] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.469261] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.469432] env[69486]: DEBUG nova.virt.hardware [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.470303] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492fb46-1cdf-4335-819e-d11d8bacf053 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.480637] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847cf6e-7e53-4799-b529-ce745b6e2cff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.496387] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.502059] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.504525] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.507032] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d7141e-6bcc-4a52-85dc-1cf1e5093f61 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.524215] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.524215] env[69486]: value = "task-3214000" [ 801.524215] env[69486]: _type = "Task" [ 801.524215] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.535570] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214000, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.646885] env[69486]: DEBUG oslo_vmware.api [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130624} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.647329] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.647452] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.647690] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.647945] env[69486]: INFO nova.compute.manager [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 801.648247] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.648510] env[69486]: DEBUG nova.compute.manager [-] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.648655] env[69486]: DEBUG nova.network.neutron [-] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.668134] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213991, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.711411] env[69486]: DEBUG nova.network.neutron [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updated VIF entry in instance network info cache for port 0b7d293c-422b-4d0f-bd88-aad7d20cb9ca. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.711604] env[69486]: DEBUG nova.network.neutron [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [{"id": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "address": "fa:16:3e:bd:9a:30", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d293c-42", "ovs_interfaceid": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.727294] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.762703] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.782780] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52420c95-9e17-ab02-8616-46e23c619e79, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.784201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.784201] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.784201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.784201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.784201] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.787979] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3c02619-1210-40ea-b0b4-ca8fbf3baab3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.799339] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.799747] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.801199] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc71b39-0991-4a37-bf21-556ce68974b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.817102] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 801.817102] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522289be-731d-5d49-f664-9f2e08f01c66" [ 801.817102] env[69486]: _type = "Task" [ 801.817102] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.832568] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522289be-731d-5d49-f664-9f2e08f01c66, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.836957] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8249b99-e6bb-4ba7-a59c-5bc5bd09b0cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.843094] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 801.843094] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f68b29-38b6-4e96-8e3a-a210648f2a57" [ 801.843094] env[69486]: _type = "Task" [ 801.843094] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.848389] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72bd87d-394f-4fc3-97f2-30b185d05fe9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.854847] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f68b29-38b6-4e96-8e3a-a210648f2a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.860031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff9fc89-aeff-4070-82ba-68499bfc97fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.872330] env[69486]: DEBUG oslo_vmware.api [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Task: {'id': task-3213999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162033} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.900861] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.901179] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.901396] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.901577] env[69486]: INFO nova.compute.manager [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 801.901897] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.902408] env[69486]: DEBUG nova.compute.manager [-] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.902506] env[69486]: DEBUG nova.network.neutron [-] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.905136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1580ad5f-e823-4792-a535-4154790760f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.913300] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc0428-9267-46b6-9df4-2b685197c831 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.928207] env[69486]: DEBUG nova.compute.provider_tree [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.979592] env[69486]: DEBUG nova.network.neutron [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Successfully created port: aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.033513] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214000, 'name': CreateVM_Task, 'duration_secs': 0.332103} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.033685] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.034113] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.034272] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.034582] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.034834] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04d7370-407f-4bd7-8e1a-b62bbe7f7b66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.039399] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 802.039399] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52daaf83-1fe6-17b2-23de-eb382590a340" [ 802.039399] env[69486]: _type = "Task" [ 802.039399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.047297] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52daaf83-1fe6-17b2-23de-eb382590a340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.136546] env[69486]: DEBUG nova.compute.manager [req-9b6b1bb3-d48d-4383-8772-3b331bbf4406 req-dafa3bcf-920c-44e4-ba4f-6a426b0eb385 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Received event network-vif-deleted-54b8329b-c931-4393-9604-bfe922c57338 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 802.136546] env[69486]: INFO nova.compute.manager [req-9b6b1bb3-d48d-4383-8772-3b331bbf4406 req-dafa3bcf-920c-44e4-ba4f-6a426b0eb385 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Neutron deleted interface 54b8329b-c931-4393-9604-bfe922c57338; detaching it from the instance and deleting it from the info cache [ 802.136665] env[69486]: DEBUG nova.network.neutron [req-9b6b1bb3-d48d-4383-8772-3b331bbf4406 req-dafa3bcf-920c-44e4-ba4f-6a426b0eb385 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.166872] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3213991, 'name': CreateVM_Task, 'duration_secs': 1.600082} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.168467] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.169295] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.224055] env[69486]: DEBUG oslo_concurrency.lockutils [req-08cd1286-b890-4fbb-92cd-39f49b66b2a8 req-6ef1372d-44db-4dc5-b711-0e66f6e59b5a service nova] Releasing lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.224469] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3213997, 'name': PowerOffVM_Task, 'duration_secs': 0.630843} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.224775] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.225042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.225316] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f4cf4a-498a-40b3-a33c-136494574b7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.353503] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f68b29-38b6-4e96-8e3a-a210648f2a57, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.353764] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.354183] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670/d39dd037-4039-4f6e-8302-80bc8c2d6670.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.354291] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb68930-6c55-4498-ae42-368f0d636111 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.362936] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 802.362936] env[69486]: value = "task-3214002" [ 802.362936] env[69486]: _type = "Task" [ 802.362936] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.371659] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.372930] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.373165] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.373342] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Deleting the datastore file [datastore2] cfbdaa68-e556-4b72-abc5-0a17aa8ff71f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.373579] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e1b86c0-bc7f-4281-9fc4-911a225ed17f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.379175] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for the task: (returnval){ [ 802.379175] env[69486]: value = "task-3214003" [ 802.379175] env[69486]: _type = "Task" [ 802.379175] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.387091] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3214003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.431344] env[69486]: DEBUG nova.scheduler.client.report [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.498252] env[69486]: DEBUG nova.network.neutron [-] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.552468] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52daaf83-1fe6-17b2-23de-eb382590a340, 'name': SearchDatastore_Task, 'duration_secs': 0.042823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.552792] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.553077] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.553344] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.553538] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.553690] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.553979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.554307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.554542] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a360deb-f987-4db8-ad96-548b79e38074 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.556627] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37dffbf1-1ec7-44de-a5ff-8a94545558a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.561829] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 802.561829] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523f298b-155f-19c2-ea39-2eb50d32ba64" [ 802.561829] env[69486]: _type = "Task" [ 802.561829] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.567034] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.567226] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.568305] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044cf074-3fd8-4468-8165-74cd58de37da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.575827] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523f298b-155f-19c2-ea39-2eb50d32ba64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.579333] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 802.579333] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df619-9001-81c1-b148-17095b28d736" [ 802.579333] env[69486]: _type = "Task" [ 802.579333] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.587624] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df619-9001-81c1-b148-17095b28d736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.642222] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e48f1ffe-4a4c-43e6-8b6f-95d2d133390b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.653858] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8a9ab-9143-4e9d-9a00-aefab1f73ad0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.669416] env[69486]: DEBUG nova.network.neutron [-] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.693521] env[69486]: DEBUG nova.compute.manager [req-9b6b1bb3-d48d-4383-8772-3b331bbf4406 req-dafa3bcf-920c-44e4-ba4f-6a426b0eb385 service nova] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Detach interface failed, port_id=54b8329b-c931-4393-9604-bfe922c57338, reason: Instance bdab7fe7-b54a-4b10-bcd2-b8b42dec056d could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 802.779026] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.822607] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.823823] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.823823] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.823823] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.824122] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.824612] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.824612] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.824612] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.825147] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.825363] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.825695] env[69486]: DEBUG nova.virt.hardware [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.827259] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c49070d-d565-4e27-b752-cc4bf6315e7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.837060] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67039602-e6f3-48d8-8c27-c5266b5b865f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.874123] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.891061] env[69486]: DEBUG oslo_vmware.api [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Task: {'id': task-3214003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201557} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.891061] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.891061] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.891061] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.891061] env[69486]: INFO nova.compute.manager [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 802.891345] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.891417] env[69486]: DEBUG nova.compute.manager [-] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.891727] env[69486]: DEBUG nova.network.neutron [-] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.937412] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.940286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.647s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.941859] env[69486]: INFO nova.compute.claims [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.964633] env[69486]: INFO nova.scheduler.client.report [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Deleted allocations for instance 13d7a540-db99-437d-98ea-07bdcc2d447a [ 802.999688] env[69486]: INFO nova.compute.manager [-] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Took 1.35 seconds to deallocate network for instance. [ 803.074864] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523f298b-155f-19c2-ea39-2eb50d32ba64, 'name': SearchDatastore_Task, 'duration_secs': 0.047831} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.076169] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.076169] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.076338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.089323] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df619-9001-81c1-b148-17095b28d736, 'name': SearchDatastore_Task, 'duration_secs': 0.075184} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.090327] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557cdff6-5a2f-4c9d-9c08-2827b44a3d7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.096510] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 803.096510] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a3e90d-9868-a422-7c4d-c60cd4adbd1b" [ 803.096510] env[69486]: _type = "Task" [ 803.096510] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.105240] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a3e90d-9868-a422-7c4d-c60cd4adbd1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.174356] env[69486]: INFO nova.compute.manager [-] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Took 1.27 seconds to deallocate network for instance. [ 803.374085] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564006} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.374288] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670/d39dd037-4039-4f6e-8302-80bc8c2d6670.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.374505] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.374767] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ce80db-4614-45cf-9666-84d82a4e71b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.381027] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 803.381027] env[69486]: value = "task-3214004" [ 803.381027] env[69486]: _type = "Task" [ 803.381027] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.388888] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.474475] env[69486]: DEBUG oslo_concurrency.lockutils [None req-40906dd4-2557-4745-a068-387e773ff22e tempest-ServersV294TestFqdnHostnames-191219960 tempest-ServersV294TestFqdnHostnames-191219960-project-member] Lock "13d7a540-db99-437d-98ea-07bdcc2d447a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.583s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.508583] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.613524] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a3e90d-9868-a422-7c4d-c60cd4adbd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.613785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.615340] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.615340] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.615340] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.615340] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc1df721-86cb-4cec-8a77-ff69c4897f5f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.616826] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a4d1290-68b1-4419-844b-47f65b5f9f77 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.623452] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 803.623452] env[69486]: value = "task-3214005" [ 803.623452] env[69486]: _type = "Task" [ 803.623452] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.629676] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.629875] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.630997] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a522ace-9864-43c0-9ef4-a3c51e0192da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.637760] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.641852] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 803.641852] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fa2bf0-8a0f-fbea-e8ed-3d252441cb17" [ 803.641852] env[69486]: _type = "Task" [ 803.641852] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.651673] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fa2bf0-8a0f-fbea-e8ed-3d252441cb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.682433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.708378] env[69486]: DEBUG nova.network.neutron [-] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.891568] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065884} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.891867] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.892771] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166a35d-f80a-4101-8879-0b213969e44d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.923941] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670/d39dd037-4039-4f6e-8302-80bc8c2d6670.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.924425] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5a52b5-ba3b-41aa-bdda-6dca457aba99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.946524] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 803.946524] env[69486]: value = "task-3214006" [ 803.946524] env[69486]: _type = "Task" [ 803.946524] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.963715] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.140057] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504374} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.141706] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.141953] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.142513] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2f29214-6b73-4462-9150-6c8fd99de745 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.150875] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 804.150875] env[69486]: value = "task-3214007" [ 804.150875] env[69486]: _type = "Task" [ 804.150875] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.153998] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fa2bf0-8a0f-fbea-e8ed-3d252441cb17, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.157485] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dde1e5f-87cd-41e0-9ef9-f39a591e3988 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.170521] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.171966] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 804.171966] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525323ce-f724-5c4e-9dd9-cd1879da3a8e" [ 804.171966] env[69486]: _type = "Task" [ 804.171966] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.179945] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525323ce-f724-5c4e-9dd9-cd1879da3a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.211316] env[69486]: INFO nova.compute.manager [-] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Took 1.32 seconds to deallocate network for instance. [ 804.264238] env[69486]: DEBUG nova.network.neutron [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Successfully updated port: aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.329914] env[69486]: DEBUG nova.compute.manager [req-646303f6-b188-4599-9fda-4f5196aefa95 req-4a0dab75-b1d4-41aa-bf8c-33d678ae8a34 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Received event network-vif-plugged-aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 804.329914] env[69486]: DEBUG oslo_concurrency.lockutils [req-646303f6-b188-4599-9fda-4f5196aefa95 req-4a0dab75-b1d4-41aa-bf8c-33d678ae8a34 service nova] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.329914] env[69486]: DEBUG oslo_concurrency.lockutils [req-646303f6-b188-4599-9fda-4f5196aefa95 req-4a0dab75-b1d4-41aa-bf8c-33d678ae8a34 service nova] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.329914] env[69486]: DEBUG oslo_concurrency.lockutils [req-646303f6-b188-4599-9fda-4f5196aefa95 req-4a0dab75-b1d4-41aa-bf8c-33d678ae8a34 service nova] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.329914] env[69486]: DEBUG nova.compute.manager [req-646303f6-b188-4599-9fda-4f5196aefa95 req-4a0dab75-b1d4-41aa-bf8c-33d678ae8a34 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] No waiting events found dispatching network-vif-plugged-aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.329914] env[69486]: WARNING nova.compute.manager [req-646303f6-b188-4599-9fda-4f5196aefa95 req-4a0dab75-b1d4-41aa-bf8c-33d678ae8a34 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Received unexpected event network-vif-plugged-aa157a79-7a14-468a-9359-e83c4f22a224 for instance with vm_state building and task_state spawning. [ 804.460226] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214006, 'name': ReconfigVM_Task, 'duration_secs': 0.352974} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.463504] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670/d39dd037-4039-4f6e-8302-80bc8c2d6670.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.465925] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbb085be-06b9-4b7e-abab-7377933689b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.473902] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 804.473902] env[69486]: value = "task-3214008" [ 804.473902] env[69486]: _type = "Task" [ 804.473902] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.485844] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214008, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.537424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c579a7-d59e-4823-9a13-f7b456ea4080 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.546825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1284807-d767-4358-8606-ad4691044a58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.551724] env[69486]: DEBUG nova.compute.manager [req-2871445e-072f-4673-8034-9c9f4632588b req-0ca36868-7002-4b1f-a509-abdf32349554 service nova] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Received event network-vif-deleted-5bcd3374-a740-47d7-811a-91b2d4554df4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 804.552635] env[69486]: DEBUG nova.compute.manager [req-2871445e-072f-4673-8034-9c9f4632588b req-0ca36868-7002-4b1f-a509-abdf32349554 service nova] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Received event network-vif-deleted-232f43c0-54ec-4e0e-9055-995a82522814 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 804.586840] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a36d5-dc06-4fc5-833e-96a02f4c0873 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.596346] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00137cb7-7003-4241-8a9a-dfa8d244172e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.611251] env[69486]: DEBUG nova.compute.provider_tree [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.664030] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066663} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.664766] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.665142] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6de74-b98e-41b9-b1c3-7ebbde15bccc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.684571] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.687710] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50e1d2a-7f3a-4bcf-8e8c-f52e27432b7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.708054] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525323ce-f724-5c4e-9dd9-cd1879da3a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.710377] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.710377] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.710377] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 804.710377] env[69486]: value = "task-3214009" [ 804.710377] env[69486]: _type = "Task" [ 804.710377] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.713705] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c173ef65-7844-4ac1-aad1-ff3fc5e6f871 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.721258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.721988] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.723241] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 804.723241] env[69486]: value = "task-3214010" [ 804.723241] env[69486]: _type = "Task" [ 804.723241] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.770631] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.770795] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.771038] env[69486]: DEBUG nova.network.neutron [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.984360] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214008, 'name': Rename_Task, 'duration_secs': 0.163528} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.984647] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.984906] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddfba467-f4fe-4810-bf7d-34a147f965e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.992340] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 804.992340] env[69486]: value = "task-3214011" [ 804.992340] env[69486]: _type = "Task" [ 804.992340] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.007864] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.115323] env[69486]: DEBUG nova.scheduler.client.report [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.225929] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214009, 'name': ReconfigVM_Task, 'duration_secs': 0.268654} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.230471] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658/88eacabd-8ee8-4a84-a613-19c0dc548658.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.231421] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c814f084-9c41-457b-8306-0217ead56890 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.239084] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495655} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.240388] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.240762] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.240893] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 805.240893] env[69486]: value = "task-3214012" [ 805.240893] env[69486]: _type = "Task" [ 805.240893] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.242055] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb62706d-479b-43e2-8700-3e46404cc499 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.256779] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214012, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.260132] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 805.260132] env[69486]: value = "task-3214013" [ 805.260132] env[69486]: _type = "Task" [ 805.260132] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.269404] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.306725] env[69486]: DEBUG nova.network.neutron [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.483944] env[69486]: DEBUG nova.network.neutron [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.504645] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.621460] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.623954] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.627493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.681s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.629132] env[69486]: INFO nova.compute.claims [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.754053] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214012, 'name': Rename_Task, 'duration_secs': 0.191323} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.754328] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.755611] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-218f40b3-13aa-48fc-900c-841ada39c1d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.761092] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 805.761092] env[69486]: value = "task-3214014" [ 805.761092] env[69486]: _type = "Task" [ 805.761092] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.772414] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06506} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.775514] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.775514] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.776196] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a81a56a-b913-423d-b5a5-7210f48382ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.804080] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.804768] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-915b0f78-1469-412b-bb0c-f8be9adff9c2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.829421] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 805.829421] env[69486]: value = "task-3214015" [ 805.829421] env[69486]: _type = "Task" [ 805.829421] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.838411] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.856326] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.856491] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.986991] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.988386] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Instance network_info: |[{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.988386] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:d9:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa157a79-7a14-468a-9359-e83c4f22a224', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.997170] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating folder: Project (3622dda2a28444adae22248337653911). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.998134] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08b0181b-5e22-4b34-b766-24a1491986d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.009407] env[69486]: DEBUG oslo_vmware.api [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214011, 'name': PowerOnVM_Task, 'duration_secs': 0.564941} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.009795] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.010056] env[69486]: INFO nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Took 8.07 seconds to spawn the instance on the hypervisor. [ 806.010291] env[69486]: DEBUG nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.011260] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23664d18-bd6c-4463-987c-7ee06dab03a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.017375] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created folder: Project (3622dda2a28444adae22248337653911) in parent group-v642494. [ 806.017614] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating folder: Instances. Parent ref: group-v642648. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.019254] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292a9b30-5808-430d-b081-86f74bf763dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.033440] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created folder: Instances in parent group-v642648. [ 806.033724] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.033946] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.034519] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecadccde-1a81-4acd-9ab3-670252428d83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.057025] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.057025] env[69486]: value = "task-3214018" [ 806.057025] env[69486]: _type = "Task" [ 806.057025] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.066577] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214018, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.133963] env[69486]: DEBUG nova.compute.utils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.137552] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.137772] env[69486]: DEBUG nova.network.neutron [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.196359] env[69486]: DEBUG nova.policy [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958cf2acd7a24ce79b5e84a8463ce0af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5611561615b646e19e9bd31732127087', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.278552] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.348892] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214015, 'name': ReconfigVM_Task, 'duration_secs': 0.329306} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.349785] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3/eda9280b-3a26-4e37-a2e3-cf404597dac3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.351395] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad576149-7477-4738-bfab-4c1ef3dc8d8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.360023] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 806.360023] env[69486]: value = "task-3214019" [ 806.360023] env[69486]: _type = "Task" [ 806.360023] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.386382] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.392832] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.392832] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214019, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.392832] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.392832] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.392832] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.392832] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.392832] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 806.392832] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.467465] env[69486]: DEBUG nova.compute.manager [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Received event network-changed-aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 806.467930] env[69486]: DEBUG nova.compute.manager [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Refreshing instance network info cache due to event network-changed-aa157a79-7a14-468a-9359-e83c4f22a224. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 806.468160] env[69486]: DEBUG oslo_concurrency.lockutils [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.468390] env[69486]: DEBUG oslo_concurrency.lockutils [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.468669] env[69486]: DEBUG nova.network.neutron [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Refreshing network info cache for port aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.535075] env[69486]: INFO nova.compute.manager [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Took 39.32 seconds to build instance. [ 806.564359] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214018, 'name': CreateVM_Task, 'duration_secs': 0.419169} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.564359] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.564778] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.564949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.565311] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.566178] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29b6e6e-777b-48a8-b6d1-3682f60f6efb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.571631] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 806.571631] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5259eebb-4a7b-7c7d-0693-4d6c2d8cedad" [ 806.571631] env[69486]: _type = "Task" [ 806.571631] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.581854] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5259eebb-4a7b-7c7d-0693-4d6c2d8cedad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.637342] env[69486]: DEBUG nova.compute.utils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.681544] env[69486]: DEBUG nova.network.neutron [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Successfully created port: 0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.699209] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.699209] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.777884] env[69486]: DEBUG oslo_vmware.api [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214014, 'name': PowerOnVM_Task, 'duration_secs': 0.89806} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.782252] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.782252] env[69486]: DEBUG nova.compute.manager [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.782252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b3fae0-2655-42b9-85d5-ab6e96c4182d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.876117] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214019, 'name': Rename_Task, 'duration_secs': 0.302228} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.876856] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.876856] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb49c0a1-552e-4947-9ab9-b49041dfb655 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.884933] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 806.884933] env[69486]: value = "task-3214020" [ 806.884933] env[69486]: _type = "Task" [ 806.884933] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.898122] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.899033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.039718] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f78828de-ccc0-42f2-9469-fa2bbfd76f25 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.532s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.085338] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5259eebb-4a7b-7c7d-0693-4d6c2d8cedad, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.087852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.088952] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.088952] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.088952] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.088952] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.089171] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc00071-feff-46b2-abe4-a3a5a58596fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.099685] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.099787] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.100646] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9659eeb-af50-44f6-80e9-b340b6bd6a51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.108457] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 807.108457] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52edcc31-a5ee-69b1-f6ea-ade65a85de5b" [ 807.108457] env[69486]: _type = "Task" [ 807.108457] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.117534] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52edcc31-a5ee-69b1-f6ea-ade65a85de5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.147545] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.150996] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e3f71-1ed2-4bc9-ae48-e3cf3e271a80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.160551] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d742bd-6b30-474a-ae02-0fe8a1a1b178 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.190814] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e40f5-7773-4433-8b8e-71f46d8d7e7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.198491] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca3a53e-0698-46b8-b9b0-2cbdc3003c7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.205060] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.216148] env[69486]: DEBUG nova.compute.provider_tree [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.266091] env[69486]: DEBUG nova.network.neutron [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updated VIF entry in instance network info cache for port aa157a79-7a14-468a-9359-e83c4f22a224. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.266462] env[69486]: DEBUG nova.network.neutron [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.299082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.395632] env[69486]: DEBUG oslo_vmware.api [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214020, 'name': PowerOnVM_Task, 'duration_secs': 0.461979} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.395963] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.397524] env[69486]: DEBUG nova.compute.manager [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.398371] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081fe83d-98f4-4379-8cb2-cf44e2c3d579 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.619325] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52edcc31-a5ee-69b1-f6ea-ade65a85de5b, 'name': SearchDatastore_Task, 'duration_secs': 0.017673} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.620308] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5d4288-c797-44e3-be99-58d879660154 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.628850] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 807.628850] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529b8d27-4627-8d41-433f-5249e5185189" [ 807.628850] env[69486]: _type = "Task" [ 807.628850] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.634751] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529b8d27-4627-8d41-433f-5249e5185189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.721223] env[69486]: DEBUG nova.scheduler.client.report [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.744285] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.768707] env[69486]: DEBUG oslo_concurrency.lockutils [req-b9c1c23a-39ea-49a0-9816-a0ac999eac39 req-3b61f835-fdb1-4833-afd6-7ed40c05d1aa service nova] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922188] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.136794] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529b8d27-4627-8d41-433f-5249e5185189, 'name': SearchDatastore_Task, 'duration_secs': 0.030225} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.137087] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.137356] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987/d48ca3d1-88c9-4e85-bf3b-dc1630c51987.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.137616] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5be58d-84e9-47a2-a651-268b54c5e6ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.144848] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 808.144848] env[69486]: value = "task-3214021" [ 808.144848] env[69486]: _type = "Task" [ 808.144848] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.155032] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.165065] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.196496] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:34:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1599809731',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-162696478',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.198051] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.198306] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.198513] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.198664] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.198819] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.199061] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.199259] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.199438] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.199622] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.199806] env[69486]: DEBUG nova.virt.hardware [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.200705] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fbb6bd-d84e-4516-aab3-f7858c5f3969 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.209540] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176495e-69a4-4ebd-b0d3-9110bd4fa317 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.228280] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.229044] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.233416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.767s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.233416] env[69486]: DEBUG nova.objects.instance [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'resources' on Instance uuid eb4c3153-02e4-40d7-9d55-c9eb6017b490 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.298693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "88eacabd-8ee8-4a84-a613-19c0dc548658" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.298693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "88eacabd-8ee8-4a84-a613-19c0dc548658" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.298693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "88eacabd-8ee8-4a84-a613-19c0dc548658-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.298693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "88eacabd-8ee8-4a84-a613-19c0dc548658-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.298693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "88eacabd-8ee8-4a84-a613-19c0dc548658-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.299639] env[69486]: INFO nova.compute.manager [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Terminating instance [ 808.425836] env[69486]: DEBUG nova.network.neutron [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Successfully updated port: 0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.522575] env[69486]: DEBUG nova.compute.manager [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Received event network-vif-plugged-0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 808.522801] env[69486]: DEBUG oslo_concurrency.lockutils [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] Acquiring lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.523020] env[69486]: DEBUG oslo_concurrency.lockutils [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.523258] env[69486]: DEBUG oslo_concurrency.lockutils [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.523432] env[69486]: DEBUG nova.compute.manager [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] No waiting events found dispatching network-vif-plugged-0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.524031] env[69486]: WARNING nova.compute.manager [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Received unexpected event network-vif-plugged-0feaed4b-aee8-4911-b829-70a17522aa5c for instance with vm_state building and task_state spawning. [ 808.524031] env[69486]: DEBUG nova.compute.manager [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Received event network-changed-0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 808.524232] env[69486]: DEBUG nova.compute.manager [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Refreshing instance network info cache due to event network-changed-0feaed4b-aee8-4911-b829-70a17522aa5c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 808.524367] env[69486]: DEBUG oslo_concurrency.lockutils [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] Acquiring lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524500] env[69486]: DEBUG oslo_concurrency.lockutils [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] Acquired lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.524655] env[69486]: DEBUG nova.network.neutron [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Refreshing network info cache for port 0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.608779] env[69486]: DEBUG nova.compute.manager [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 808.655596] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.735067] env[69486]: DEBUG nova.compute.utils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.740490] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.740719] env[69486]: DEBUG nova.network.neutron [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.799829] env[69486]: DEBUG nova.policy [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f6093f13bf4a8fab33541d7a7ea5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56f25e99a08c4c6094b9a8b3f6676d7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.804357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "refresh_cache-88eacabd-8ee8-4a84-a613-19c0dc548658" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.804534] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquired lock "refresh_cache-88eacabd-8ee8-4a84-a613-19c0dc548658" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.804702] env[69486]: DEBUG nova.network.neutron [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.930270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.996052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "67842d3e-b361-4eeb-9139-e8101a23a9ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.996326] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.996551] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "67842d3e-b361-4eeb-9139-e8101a23a9ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.996761] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.996934] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.001403] env[69486]: INFO nova.compute.manager [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Terminating instance [ 809.073299] env[69486]: DEBUG nova.network.neutron [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.127122] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.158141] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605745} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.158751] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987/d48ca3d1-88c9-4e85-bf3b-dc1630c51987.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.159278] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.159658] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b41f433-b392-45e6-8f92-22fd997edf30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.169241] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 809.169241] env[69486]: value = "task-3214022" [ 809.169241] env[69486]: _type = "Task" [ 809.169241] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.179050] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.180202] env[69486]: DEBUG nova.network.neutron [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.217770] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6765fceb-23f3-47e5-a1df-44df065119bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.225361] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61aa04-aaa7-4260-8fbf-bf6b7610b6e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.263663] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.267246] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f11e7ed-5e19-4baa-9f2b-423f43c4550c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.275322] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e172316-24f4-47d3-82b9-4755961361b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.292026] env[69486]: DEBUG nova.compute.provider_tree [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.331781] env[69486]: DEBUG nova.network.neutron [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.381664] env[69486]: DEBUG nova.network.neutron [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Successfully created port: 8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.393641] env[69486]: DEBUG nova.network.neutron [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.508790] env[69486]: DEBUG nova.compute.manager [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.509041] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.509915] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc1a98-389e-4c4d-937c-e29a49511cba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.519158] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.519424] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979db238-6186-4e6a-9084-e05ae6e1832f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.526992] env[69486]: DEBUG oslo_vmware.api [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 809.526992] env[69486]: value = "task-3214023" [ 809.526992] env[69486]: _type = "Task" [ 809.526992] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.536537] env[69486]: DEBUG oslo_vmware.api [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.682984] env[69486]: DEBUG oslo_concurrency.lockutils [req-7af6c4e5-e291-49e4-bbd7-a3a214a11bcd req-8c00cf90-d853-4af5-b0ec-dff9d1e468ce service nova] Releasing lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.683399] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094637} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.683596] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.683752] env[69486]: DEBUG nova.network.neutron [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.684846] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.686586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac7dd6-83c3-4969-a0c5-a2f1da816683 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.710273] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987/d48ca3d1-88c9-4e85-bf3b-dc1630c51987.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.711227] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ed2c4a-276f-436a-b1d0-e15b76461fe0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.732776] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 809.732776] env[69486]: value = "task-3214024" [ 809.732776] env[69486]: _type = "Task" [ 809.732776] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.742231] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.791989] env[69486]: DEBUG nova.scheduler.client.report [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.899404] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Releasing lock "refresh_cache-88eacabd-8ee8-4a84-a613-19c0dc548658" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.899910] env[69486]: DEBUG nova.compute.manager [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.900188] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.901214] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16052c83-bec4-448f-9c3b-cb033dd6c400 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.911589] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.911879] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195a525f-0f3b-41e3-b831-2f4d063e42fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.918035] env[69486]: DEBUG oslo_vmware.api [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 809.918035] env[69486]: value = "task-3214025" [ 809.918035] env[69486]: _type = "Task" [ 809.918035] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.926257] env[69486]: DEBUG oslo_vmware.api [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.036719] env[69486]: DEBUG oslo_vmware.api [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214023, 'name': PowerOffVM_Task, 'duration_secs': 0.271157} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.037099] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.037399] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.037721] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd20ae3c-4887-4730-afb5-a23fb09126e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.104302] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.104547] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.105098] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleting the datastore file [datastore2] 67842d3e-b361-4eeb-9139-e8101a23a9ed {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.105197] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec74b84a-1388-4993-873e-07c8e6e04842 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.112423] env[69486]: DEBUG oslo_vmware.api [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 810.112423] env[69486]: value = "task-3214027" [ 810.112423] env[69486]: _type = "Task" [ 810.112423] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.120906] env[69486]: DEBUG oslo_vmware.api [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.222160] env[69486]: DEBUG nova.network.neutron [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.241406] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214024, 'name': ReconfigVM_Task, 'duration_secs': 0.464831} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.243763] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987/d48ca3d1-88c9-4e85-bf3b-dc1630c51987.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.244445] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e633e858-a35c-4066-8e49-1ad3528c4368 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.252159] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 810.252159] env[69486]: value = "task-3214028" [ 810.252159] env[69486]: _type = "Task" [ 810.252159] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.262782] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214028, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.276471] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.297448] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.300108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.199s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.301564] env[69486]: INFO nova.compute.claims [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.308474] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.308701] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.308854] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.309198] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.309198] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.309329] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.309533] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.309704] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.309871] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.310042] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.310215] env[69486]: DEBUG nova.virt.hardware [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.311082] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e26f73f-4baf-4cdb-a0ec-631b775f067d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.319883] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20028610-8c33-472e-8fa9-9ec12ef72e29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.335815] env[69486]: INFO nova.scheduler.client.report [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocations for instance eb4c3153-02e4-40d7-9d55-c9eb6017b490 [ 810.412550] env[69486]: DEBUG nova.network.neutron [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Updating instance_info_cache with network_info: [{"id": "0feaed4b-aee8-4911-b829-70a17522aa5c", "address": "fa:16:3e:2b:58:62", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0feaed4b-ae", "ovs_interfaceid": "0feaed4b-aee8-4911-b829-70a17522aa5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.428901] env[69486]: DEBUG oslo_vmware.api [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214025, 'name': PowerOffVM_Task, 'duration_secs': 0.159545} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.429804] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.429977] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.430248] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0bff7f4-dade-43d7-b3e8-a5042e600320 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.457587] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.457814] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.458098] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Deleting the datastore file [datastore1] 88eacabd-8ee8-4a84-a613-19c0dc548658 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.458371] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b682e416-0fc5-4d54-ba5e-c5e96c015564 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.464458] env[69486]: DEBUG oslo_vmware.api [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for the task: (returnval){ [ 810.464458] env[69486]: value = "task-3214030" [ 810.464458] env[69486]: _type = "Task" [ 810.464458] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.473267] env[69486]: DEBUG oslo_vmware.api [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.622980] env[69486]: DEBUG oslo_vmware.api [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151146} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.623504] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.623504] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.623633] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.623764] env[69486]: INFO nova.compute.manager [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 810.624010] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.624209] env[69486]: DEBUG nova.compute.manager [-] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.624305] env[69486]: DEBUG nova.network.neutron [-] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.761826] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214028, 'name': Rename_Task, 'duration_secs': 0.265782} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.762123] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.762373] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301f74c4-8fbf-4280-9ba0-e159217d55d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.769077] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 810.769077] env[69486]: value = "task-3214031" [ 810.769077] env[69486]: _type = "Task" [ 810.769077] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.777195] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.842988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-514cc667-6b09-414c-bc42-d1b5a14e2a20 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "eb4c3153-02e4-40d7-9d55-c9eb6017b490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.375s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.921837] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Releasing lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.921837] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Instance network_info: |[{"id": "0feaed4b-aee8-4911-b829-70a17522aa5c", "address": "fa:16:3e:2b:58:62", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0feaed4b-ae", "ovs_interfaceid": "0feaed4b-aee8-4911-b829-70a17522aa5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.921837] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:58:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0feaed4b-aee8-4911-b829-70a17522aa5c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.927835] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.928511] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.928891] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376fe929-9587-4cc1-ab08-51c6ae2623b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.947997] env[69486]: DEBUG nova.compute.manager [req-fde8c201-171a-47c1-b276-55d834c14423 req-568d8d78-c7f3-4a79-a061-64465fed9c3d service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Received event network-vif-plugged-8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 810.948353] env[69486]: DEBUG oslo_concurrency.lockutils [req-fde8c201-171a-47c1-b276-55d834c14423 req-568d8d78-c7f3-4a79-a061-64465fed9c3d service nova] Acquiring lock "1e66be41-b2a4-487e-98b7-bd3bf03df988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.948687] env[69486]: DEBUG oslo_concurrency.lockutils [req-fde8c201-171a-47c1-b276-55d834c14423 req-568d8d78-c7f3-4a79-a061-64465fed9c3d service nova] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.948962] env[69486]: DEBUG oslo_concurrency.lockutils [req-fde8c201-171a-47c1-b276-55d834c14423 req-568d8d78-c7f3-4a79-a061-64465fed9c3d service nova] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.949259] env[69486]: DEBUG nova.compute.manager [req-fde8c201-171a-47c1-b276-55d834c14423 req-568d8d78-c7f3-4a79-a061-64465fed9c3d service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] No waiting events found dispatching network-vif-plugged-8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.949554] env[69486]: WARNING nova.compute.manager [req-fde8c201-171a-47c1-b276-55d834c14423 req-568d8d78-c7f3-4a79-a061-64465fed9c3d service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Received unexpected event network-vif-plugged-8a03505d-26c0-4de9-9d55-fa2c95518ca8 for instance with vm_state building and task_state spawning. [ 810.952666] env[69486]: DEBUG nova.compute.manager [req-17c4060d-830b-4a10-9d13-883a637c0d4b req-3cf76cbf-ddf5-44c1-bec8-3e12321773fe service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Received event network-vif-deleted-75f303a9-232b-4f5f-936a-81bfd2aba3e8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 810.952851] env[69486]: INFO nova.compute.manager [req-17c4060d-830b-4a10-9d13-883a637c0d4b req-3cf76cbf-ddf5-44c1-bec8-3e12321773fe service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Neutron deleted interface 75f303a9-232b-4f5f-936a-81bfd2aba3e8; detaching it from the instance and deleting it from the info cache [ 810.953030] env[69486]: DEBUG nova.network.neutron [req-17c4060d-830b-4a10-9d13-883a637c0d4b req-3cf76cbf-ddf5-44c1-bec8-3e12321773fe service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.956465] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.956465] env[69486]: value = "task-3214032" [ 810.956465] env[69486]: _type = "Task" [ 810.956465] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.965514] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214032, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.974294] env[69486]: DEBUG oslo_vmware.api [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Task: {'id': task-3214030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118218} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.974521] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.974700] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.974868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.975044] env[69486]: INFO nova.compute.manager [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Took 1.07 seconds to destroy the instance on the hypervisor. [ 810.975302] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.975516] env[69486]: DEBUG nova.compute.manager [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.975610] env[69486]: DEBUG nova.network.neutron [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.990948] env[69486]: DEBUG nova.network.neutron [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.054077] env[69486]: DEBUG nova.network.neutron [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Successfully updated port: 8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.280325] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.451829] env[69486]: DEBUG nova.network.neutron [-] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.458432] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fdcd3f3-56a1-49ce-84bd-bc4942b26099 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.470959] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214032, 'name': CreateVM_Task, 'duration_secs': 0.401568} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.471440] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.472193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.472431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.472707] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.475531] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118fe01f-254e-43f0-9920-94220026995b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.489405] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891fb0d8-7fc4-4e77-8fae-36e4bad63029 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.493831] env[69486]: DEBUG nova.network.neutron [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.502738] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 811.502738] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522d42fc-f2aa-9e00-d6c6-29494dc54810" [ 811.502738] env[69486]: _type = "Task" [ 811.502738] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.516288] env[69486]: DEBUG nova.compute.manager [req-17c4060d-830b-4a10-9d13-883a637c0d4b req-3cf76cbf-ddf5-44c1-bec8-3e12321773fe service nova] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Detach interface failed, port_id=75f303a9-232b-4f5f-936a-81bfd2aba3e8, reason: Instance 67842d3e-b361-4eeb-9139-e8101a23a9ed could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 811.526064] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522d42fc-f2aa-9e00-d6c6-29494dc54810, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.526424] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.526614] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.526898] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.527263] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.527420] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-735549cf-74e4-49e4-b872-34010fef690d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.538060] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.538918] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.539031] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467e0a34-8fdd-4dc5-a748-911c2dd79ae6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.546583] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 811.546583] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520f53da-052a-25ac-97c6-a4779b7017a9" [ 811.546583] env[69486]: _type = "Task" [ 811.546583] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.553781] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520f53da-052a-25ac-97c6-a4779b7017a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.558695] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "refresh_cache-1e66be41-b2a4-487e-98b7-bd3bf03df988" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558695] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "refresh_cache-1e66be41-b2a4-487e-98b7-bd3bf03df988" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.558781] env[69486]: DEBUG nova.network.neutron [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.785210] env[69486]: DEBUG oslo_vmware.api [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214031, 'name': PowerOnVM_Task, 'duration_secs': 0.760986} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.786394] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.786598] env[69486]: INFO nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Took 9.01 seconds to spawn the instance on the hypervisor. [ 811.786775] env[69486]: DEBUG nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.787537] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea108c17-603d-465a-95bc-d769e03432b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.790632] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1494c42-5cfb-4a0e-8865-f0edacf16993 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.799161] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85a8b84-61a2-41e3-a7ae-6538d04bd3c2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.833850] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99db66a-2a30-4ebd-af08-0324fec05bb3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.841637] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554dcaa-e19c-4b4e-870b-99e63cca4109 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.856690] env[69486]: DEBUG nova.compute.provider_tree [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.954464] env[69486]: INFO nova.compute.manager [-] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Took 1.33 seconds to deallocate network for instance. [ 811.996869] env[69486]: INFO nova.compute.manager [-] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Took 1.02 seconds to deallocate network for instance. [ 812.057274] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520f53da-052a-25ac-97c6-a4779b7017a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008402} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.058586] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b7102e-456f-4403-a4b8-af6647524cf6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.068254] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 812.068254] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d04403-49e4-f1fc-ed4a-3f8c44de7b39" [ 812.068254] env[69486]: _type = "Task" [ 812.068254] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.076778] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d04403-49e4-f1fc-ed4a-3f8c44de7b39, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.077446] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.077446] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6/8e447be5-6131-413b-9e67-5d9e5bed2ed6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.077587] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162fa6fa-1e79-4803-b9a3-406102825042 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.084056] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 812.084056] env[69486]: value = "task-3214033" [ 812.084056] env[69486]: _type = "Task" [ 812.084056] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.091544] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.109031] env[69486]: DEBUG nova.network.neutron [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.300334] env[69486]: DEBUG nova.network.neutron [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Updating instance_info_cache with network_info: [{"id": "8a03505d-26c0-4de9-9d55-fa2c95518ca8", "address": "fa:16:3e:7c:61:76", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a03505d-26", "ovs_interfaceid": "8a03505d-26c0-4de9-9d55-fa2c95518ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.315286] env[69486]: INFO nova.compute.manager [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Took 42.52 seconds to build instance. [ 812.359848] env[69486]: DEBUG nova.scheduler.client.report [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.397286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "aedf2597-d729-4a8c-b231-60602f15c6a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.397551] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.461560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.503112] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.594183] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450249} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.594469] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6/8e447be5-6131-413b-9e67-5d9e5bed2ed6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.594666] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.594919] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d92a3e5-eda8-4833-88f6-b96114d45186 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.601195] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 812.601195] env[69486]: value = "task-3214034" [ 812.601195] env[69486]: _type = "Task" [ 812.601195] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.609185] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.803320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "refresh_cache-1e66be41-b2a4-487e-98b7-bd3bf03df988" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.803674] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Instance network_info: |[{"id": "8a03505d-26c0-4de9-9d55-fa2c95518ca8", "address": "fa:16:3e:7c:61:76", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a03505d-26", "ovs_interfaceid": "8a03505d-26c0-4de9-9d55-fa2c95518ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.804301] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:61:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a03505d-26c0-4de9-9d55-fa2c95518ca8', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.816018] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.816018] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.816018] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e76cb65-8dc6-4dcd-bf83-f2310d89fa6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.830469] env[69486]: DEBUG oslo_concurrency.lockutils [None req-be56228d-3002-426d-8477-1d581e52efb8 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.247s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.836166] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.836166] env[69486]: value = "task-3214035" [ 812.836166] env[69486]: _type = "Task" [ 812.836166] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.843877] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214035, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.865014] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.865491] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.868483] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.378s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.868687] env[69486]: DEBUG nova.objects.instance [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lazy-loading 'resources' on Instance uuid 54e70109-c2ed-4972-b63a-c5c1e8beea2f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.900155] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.075178] env[69486]: DEBUG nova.compute.manager [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Received event network-changed-8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 813.075997] env[69486]: DEBUG nova.compute.manager [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Refreshing instance network info cache due to event network-changed-8a03505d-26c0-4de9-9d55-fa2c95518ca8. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 813.076365] env[69486]: DEBUG oslo_concurrency.lockutils [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] Acquiring lock "refresh_cache-1e66be41-b2a4-487e-98b7-bd3bf03df988" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.076571] env[69486]: DEBUG oslo_concurrency.lockutils [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] Acquired lock "refresh_cache-1e66be41-b2a4-487e-98b7-bd3bf03df988" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.076832] env[69486]: DEBUG nova.network.neutron [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Refreshing network info cache for port 8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.112901] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060639} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.113193] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.113960] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730225b6-11c3-4545-8922-ca551f24e2c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.140990] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6/8e447be5-6131-413b-9e67-5d9e5bed2ed6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.141384] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22aadc8d-64aa-40e2-8ad6-4d30af63b968 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.164715] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 813.164715] env[69486]: value = "task-3214036" [ 813.164715] env[69486]: _type = "Task" [ 813.164715] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.173929] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.350195] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214035, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.374021] env[69486]: DEBUG nova.compute.utils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.374021] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.374021] env[69486]: DEBUG nova.network.neutron [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.428903] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.460413] env[69486]: DEBUG nova.policy [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fc1b463ab234f209c1f6a4150174e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d5f673dd5c44d2b9ad08508e6fdb0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.677572] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214036, 'name': ReconfigVM_Task, 'duration_secs': 0.297087} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.680465] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6/8e447be5-6131-413b-9e67-5d9e5bed2ed6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.680811] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69486) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 813.681528] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8f12f849-0eb9-45bd-8698-a4c8a5f3f1be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.692245] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 813.692245] env[69486]: value = "task-3214037" [ 813.692245] env[69486]: _type = "Task" [ 813.692245] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.703838] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214037, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.797877] env[69486]: DEBUG nova.network.neutron [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Successfully created port: 8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.836043] env[69486]: DEBUG nova.network.neutron [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Updated VIF entry in instance network info cache for port 8a03505d-26c0-4de9-9d55-fa2c95518ca8. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.836043] env[69486]: DEBUG nova.network.neutron [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Updating instance_info_cache with network_info: [{"id": "8a03505d-26c0-4de9-9d55-fa2c95518ca8", "address": "fa:16:3e:7c:61:76", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a03505d-26", "ovs_interfaceid": "8a03505d-26c0-4de9-9d55-fa2c95518ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.850779] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214035, 'name': CreateVM_Task, 'duration_secs': 0.641769} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.851539] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.851825] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.851825] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.852139] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.852398] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7873483f-ecdf-4e76-93f7-ae668145f58e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.857815] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 813.857815] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fc57e2-6ec8-3faf-262e-15bdd5ab4ac6" [ 813.857815] env[69486]: _type = "Task" [ 813.857815] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.869752] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fc57e2-6ec8-3faf-262e-15bdd5ab4ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.880145] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.901840] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd279bd8-2206-4359-8183-88ff3f5ae806 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.909218] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60593cad-2749-4210-b4f4-73dc442832fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.940140] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194020c3-cc68-4d9f-ac06-b76d30c31a58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.948824] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb766c1-7a24-4119-90dd-2f09e2bd4af4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.964690] env[69486]: DEBUG nova.compute.provider_tree [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.204015] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214037, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.101438} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.204015] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69486) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 814.204015] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e792c-a647-4df9-93b4-11b2abdb7fd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.227599] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6/ephemeral_0.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.228132] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe498bed-3531-4d2b-878a-63491d71d135 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.247484] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 814.247484] env[69486]: value = "task-3214038" [ 814.247484] env[69486]: _type = "Task" [ 814.247484] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.255526] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.338594] env[69486]: DEBUG oslo_concurrency.lockutils [req-da324a80-d2c7-420b-a2ff-89067949ad29 req-02a92b31-5c7e-459c-a2c3-1a682e8d73c5 service nova] Releasing lock "refresh_cache-1e66be41-b2a4-487e-98b7-bd3bf03df988" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.369142] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fc57e2-6ec8-3faf-262e-15bdd5ab4ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.369438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.369672] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.369905] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.370060] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.370240] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.370501] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fba105db-1425-4b81-a2b8-11aeb571480b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.378839] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.379031] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.379743] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421c83bd-155d-417e-9a27-74a3ddb0498a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.387935] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 814.387935] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5248af51-944c-59b8-983f-948cb9556797" [ 814.387935] env[69486]: _type = "Task" [ 814.387935] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.396182] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5248af51-944c-59b8-983f-948cb9556797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.468172] env[69486]: DEBUG nova.scheduler.client.report [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.757765] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214038, 'name': ReconfigVM_Task, 'duration_secs': 0.343792} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.759051] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6/ephemeral_0.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.759051] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8672df2-1a5f-4499-bc4a-a23b3773bba5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.765341] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 814.765341] env[69486]: value = "task-3214039" [ 814.765341] env[69486]: _type = "Task" [ 814.765341] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.773171] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214039, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.890097] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.902354] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5248af51-944c-59b8-983f-948cb9556797, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.903174] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5321205a-c6ff-465d-bdae-8cc5ec8eb37e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.908333] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 814.908333] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52443f49-499f-339e-dc27-99d9f5087a6e" [ 814.908333] env[69486]: _type = "Task" [ 814.908333] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.919114] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52443f49-499f-339e-dc27-99d9f5087a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.921301] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.921577] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.921715] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.921849] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.921993] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.922151] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.922358] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.922515] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.922678] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.922837] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.923014] env[69486]: DEBUG nova.virt.hardware [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.923795] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829009be-2322-4640-bf90-a690546978f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.930867] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a7a6a-cd5c-42f7-801b-2ed865e840ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.973561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.975955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.116s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.976267] env[69486]: DEBUG nova.objects.instance [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lazy-loading 'resources' on Instance uuid 49ec195c-513a-4737-ab59-e4a3d8af1670 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.995923] env[69486]: INFO nova.scheduler.client.report [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Deleted allocations for instance 54e70109-c2ed-4972-b63a-c5c1e8beea2f [ 815.145979] env[69486]: DEBUG nova.compute.manager [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Received event network-changed-aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 815.146359] env[69486]: DEBUG nova.compute.manager [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Refreshing instance network info cache due to event network-changed-aa157a79-7a14-468a-9359-e83c4f22a224. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 815.146937] env[69486]: DEBUG oslo_concurrency.lockutils [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.146937] env[69486]: DEBUG oslo_concurrency.lockutils [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.147415] env[69486]: DEBUG nova.network.neutron [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Refreshing network info cache for port aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.276288] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214039, 'name': Rename_Task, 'duration_secs': 0.160899} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.276288] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.276288] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97eb4b7d-0816-43a3-82d9-f30f19bff74d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.283018] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 815.283018] env[69486]: value = "task-3214040" [ 815.283018] env[69486]: _type = "Task" [ 815.283018] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.290966] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.415755] env[69486]: DEBUG nova.network.neutron [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Successfully updated port: 8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.422114] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52443f49-499f-339e-dc27-99d9f5087a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.422114] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.422114] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1e66be41-b2a4-487e-98b7-bd3bf03df988/1e66be41-b2a4-487e-98b7-bd3bf03df988.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.422319] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7d1548-d1d0-42e5-905f-874664459813 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.429188] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 815.429188] env[69486]: value = "task-3214041" [ 815.429188] env[69486]: _type = "Task" [ 815.429188] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.437485] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.505576] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457f6729-1c6b-42a0-8552-c65875ec9696 tempest-AttachInterfacesUnderV243Test-1966202426 tempest-AttachInterfacesUnderV243Test-1966202426-project-member] Lock "54e70109-c2ed-4972-b63a-c5c1e8beea2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.015s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.794239] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214040, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.922229] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "refresh_cache-683f1843-3f3f-4fa7-a417-7eee51b329fb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.922511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquired lock "refresh_cache-683f1843-3f3f-4fa7-a417-7eee51b329fb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.922805] env[69486]: DEBUG nova.network.neutron [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.941791] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.981782] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e9bc5-24d4-4d25-8370-878eb85ee266 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.985125] env[69486]: DEBUG nova.network.neutron [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updated VIF entry in instance network info cache for port aa157a79-7a14-468a-9359-e83c4f22a224. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.985474] env[69486]: DEBUG nova.network.neutron [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.993925] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b962ef-6d9b-4434-aaee-3e34e8c716df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.022992] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e467a4-eb06-4ec6-8b24-4a5580a22005 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.031287] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a9d499-bce3-4c63-a42b-48e1535be178 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.045629] env[69486]: DEBUG nova.compute.provider_tree [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.294418] env[69486]: DEBUG oslo_vmware.api [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214040, 'name': PowerOnVM_Task, 'duration_secs': 0.711697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.294699] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.294900] env[69486]: INFO nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Took 8.13 seconds to spawn the instance on the hypervisor. [ 816.295096] env[69486]: DEBUG nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.295875] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b43c1c-f7b2-42f2-b934-99648c2b846b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.440448] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53008} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.441094] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1e66be41-b2a4-487e-98b7-bd3bf03df988/1e66be41-b2a4-487e-98b7-bd3bf03df988.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.441094] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.441290] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af368f4a-ca97-4899-a9af-0a3a047e94aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.447240] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 816.447240] env[69486]: value = "task-3214042" [ 816.447240] env[69486]: _type = "Task" [ 816.447240] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.457654] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.489958] env[69486]: DEBUG oslo_concurrency.lockutils [req-96ecb85b-1180-4038-84de-48f8b0794d99 req-88170c02-452f-46af-b85c-0548c306e4b9 service nova] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.494721] env[69486]: DEBUG nova.network.neutron [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.549592] env[69486]: DEBUG nova.scheduler.client.report [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.766247] env[69486]: DEBUG nova.network.neutron [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Updating instance_info_cache with network_info: [{"id": "8cc91c70-2f50-412f-a675-fe34c5437db6", "address": "fa:16:3e:79:71:76", "network": {"id": "dc4421bb-fffd-4957-8a54-b31e32680ac5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2146569315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d5f673dd5c44d2b9ad08508e6fdb0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc91c70-2f", "ovs_interfaceid": "8cc91c70-2f50-412f-a675-fe34c5437db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.812993] env[69486]: INFO nova.compute.manager [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Took 43.54 seconds to build instance. [ 816.959213] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064527} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.959962] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.960873] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef22272-70fd-4caf-a11b-ca89f4844272 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.987638] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1e66be41-b2a4-487e-98b7-bd3bf03df988/1e66be41-b2a4-487e-98b7-bd3bf03df988.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.988065] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284fd902-b109-4722-9692-65c6225f2758 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.010843] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 817.010843] env[69486]: value = "task-3214043" [ 817.010843] env[69486]: _type = "Task" [ 817.010843] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.021402] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.054653] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.062556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.658s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.062556] env[69486]: DEBUG nova.objects.instance [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lazy-loading 'resources' on Instance uuid f7b6de16-4f11-4310-a2e5-63434aba5e10 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.093430] env[69486]: INFO nova.scheduler.client.report [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Deleted allocations for instance 49ec195c-513a-4737-ab59-e4a3d8af1670 [ 817.196907] env[69486]: DEBUG nova.compute.manager [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Received event network-vif-plugged-8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 817.197154] env[69486]: DEBUG oslo_concurrency.lockutils [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] Acquiring lock "683f1843-3f3f-4fa7-a417-7eee51b329fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.197390] env[69486]: DEBUG oslo_concurrency.lockutils [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.197592] env[69486]: DEBUG oslo_concurrency.lockutils [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.197770] env[69486]: DEBUG nova.compute.manager [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] No waiting events found dispatching network-vif-plugged-8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.197943] env[69486]: WARNING nova.compute.manager [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Received unexpected event network-vif-plugged-8cc91c70-2f50-412f-a675-fe34c5437db6 for instance with vm_state building and task_state spawning. [ 817.198417] env[69486]: DEBUG nova.compute.manager [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Received event network-changed-8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 817.198625] env[69486]: DEBUG nova.compute.manager [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Refreshing instance network info cache due to event network-changed-8cc91c70-2f50-412f-a675-fe34c5437db6. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 817.198898] env[69486]: DEBUG oslo_concurrency.lockutils [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] Acquiring lock "refresh_cache-683f1843-3f3f-4fa7-a417-7eee51b329fb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.270721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Releasing lock "refresh_cache-683f1843-3f3f-4fa7-a417-7eee51b329fb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.270721] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Instance network_info: |[{"id": "8cc91c70-2f50-412f-a675-fe34c5437db6", "address": "fa:16:3e:79:71:76", "network": {"id": "dc4421bb-fffd-4957-8a54-b31e32680ac5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2146569315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d5f673dd5c44d2b9ad08508e6fdb0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc91c70-2f", "ovs_interfaceid": "8cc91c70-2f50-412f-a675-fe34c5437db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.270721] env[69486]: DEBUG oslo_concurrency.lockutils [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] Acquired lock "refresh_cache-683f1843-3f3f-4fa7-a417-7eee51b329fb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.271320] env[69486]: DEBUG nova.network.neutron [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Refreshing network info cache for port 8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.272088] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:71:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc91c70-2f50-412f-a675-fe34c5437db6', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.287410] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Creating folder: Project (e9d5f673dd5c44d2b9ad08508e6fdb0a). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.290375] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6caaa01-076f-46f8-8770-32523febc4b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.303549] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Created folder: Project (e9d5f673dd5c44d2b9ad08508e6fdb0a) in parent group-v642494. [ 817.303914] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Creating folder: Instances. Parent ref: group-v642653. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.304187] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f12508-0231-43b8-b5a5-bf7c5a7fea06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.318020] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e53c4a-97a0-4b72-88ed-ccee488650e0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.038s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.318020] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Created folder: Instances in parent group-v642653. [ 817.318020] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.318020] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.318020] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b40f3a5d-f4ca-40ea-8def-68744e5a1eee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.340872] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.340872] env[69486]: value = "task-3214046" [ 817.340872] env[69486]: _type = "Task" [ 817.340872] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.349347] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214046, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.521753] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214043, 'name': ReconfigVM_Task, 'duration_secs': 0.298591} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.522121] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1e66be41-b2a4-487e-98b7-bd3bf03df988/1e66be41-b2a4-487e-98b7-bd3bf03df988.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.522912] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab89fe03-0080-40f8-bc94-708543767497 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.531162] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 817.531162] env[69486]: value = "task-3214047" [ 817.531162] env[69486]: _type = "Task" [ 817.531162] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.541103] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214047, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.609790] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9bec07b-c222-436d-859e-089467e225b7 tempest-ServersAdminNegativeTestJSON-1672465608 tempest-ServersAdminNegativeTestJSON-1672465608-project-member] Lock "49ec195c-513a-4737-ab59-e4a3d8af1670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.296s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.704506] env[69486]: DEBUG nova.compute.manager [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Received event network-changed-0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 817.704645] env[69486]: DEBUG nova.compute.manager [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Refreshing instance network info cache due to event network-changed-0feaed4b-aee8-4911-b829-70a17522aa5c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 817.704864] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] Acquiring lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.705013] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] Acquired lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.705833] env[69486]: DEBUG nova.network.neutron [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Refreshing network info cache for port 0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.857965] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214046, 'name': CreateVM_Task, 'duration_secs': 0.29715} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.858153] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.858861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.860028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.860028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.860028] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6298e936-c179-4e8e-8a0e-a04f183b2922 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.865097] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 817.865097] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285bf49-4762-24ab-8119-48d91f7cf3a7" [ 817.865097] env[69486]: _type = "Task" [ 817.865097] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.880135] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285bf49-4762-24ab-8119-48d91f7cf3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.880775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.881049] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.881294] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.881506] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.881659] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.881874] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee95bd19-363f-4158-93ee-aaf5bc10736f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.897070] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.897321] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.900497] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c9e2c1-350a-4dc8-bd95-696f9c3e4f07 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.906365] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 817.906365] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d6a937-3447-6cad-a4bc-4a41bbf0ebdb" [ 817.906365] env[69486]: _type = "Task" [ 817.906365] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.913968] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d6a937-3447-6cad-a4bc-4a41bbf0ebdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.044223] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214047, 'name': Rename_Task, 'duration_secs': 0.140968} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.044480] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.044723] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c7acdea-29c0-4a7c-a332-bdf349ca499f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.053696] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 818.053696] env[69486]: value = "task-3214048" [ 818.053696] env[69486]: _type = "Task" [ 818.053696] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.065143] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.110938] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ca25de-91b3-4165-a8b2-0fa6422de4c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.120406] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb185a91-7f77-45ff-9860-0e65aea6fdc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.159449] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac6a8b-d6fa-47fa-bc8f-14d3d47ad273 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.167587] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f972161f-5ebb-4e80-8146-408a5d2b958e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.181948] env[69486]: DEBUG nova.compute.provider_tree [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.233674] env[69486]: DEBUG nova.network.neutron [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Updated VIF entry in instance network info cache for port 8cc91c70-2f50-412f-a675-fe34c5437db6. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.234380] env[69486]: DEBUG nova.network.neutron [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Updating instance_info_cache with network_info: [{"id": "8cc91c70-2f50-412f-a675-fe34c5437db6", "address": "fa:16:3e:79:71:76", "network": {"id": "dc4421bb-fffd-4957-8a54-b31e32680ac5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2146569315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d5f673dd5c44d2b9ad08508e6fdb0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc91c70-2f", "ovs_interfaceid": "8cc91c70-2f50-412f-a675-fe34c5437db6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.419850] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d6a937-3447-6cad-a4bc-4a41bbf0ebdb, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.419850] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1637de-1a55-4ca7-91df-90cc7e025851 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.429058] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 818.429058] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524928b1-92b8-b9ed-86b2-ae8b41bb9688" [ 818.429058] env[69486]: _type = "Task" [ 818.429058] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.435623] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524928b1-92b8-b9ed-86b2-ae8b41bb9688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.499777] env[69486]: DEBUG nova.network.neutron [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Updated VIF entry in instance network info cache for port 0feaed4b-aee8-4911-b829-70a17522aa5c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.499777] env[69486]: DEBUG nova.network.neutron [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Updating instance_info_cache with network_info: [{"id": "0feaed4b-aee8-4911-b829-70a17522aa5c", "address": "fa:16:3e:2b:58:62", "network": {"id": "73a9c1c3-b548-453d-b6c4-5eb75a6017fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-586805876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5611561615b646e19e9bd31732127087", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0feaed4b-ae", "ovs_interfaceid": "0feaed4b-aee8-4911-b829-70a17522aa5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.564617] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214048, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.690635] env[69486]: DEBUG nova.scheduler.client.report [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.737361] env[69486]: DEBUG oslo_concurrency.lockutils [req-fd646c32-166b-43ed-b898-1bb89c9382ae req-98051170-3518-46d2-b867-0ff4d38cbd97 service nova] Releasing lock "refresh_cache-683f1843-3f3f-4fa7-a417-7eee51b329fb" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.946979] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524928b1-92b8-b9ed-86b2-ae8b41bb9688, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.947271] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947615] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 683f1843-3f3f-4fa7-a417-7eee51b329fb/683f1843-3f3f-4fa7-a417-7eee51b329fb.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.947936] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88da0c49-c57b-4553-a6e2-289aad408dde {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.956115] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 818.956115] env[69486]: value = "task-3214049" [ 818.956115] env[69486]: _type = "Task" [ 818.956115] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.967506] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.002087] env[69486]: DEBUG oslo_concurrency.lockutils [req-e9b609b8-a526-4088-aac5-ae4e9814f975 req-e8d8fd1f-32ff-4342-81cb-5d1d605b9c0f service nova] Releasing lock "refresh_cache-8e447be5-6131-413b-9e67-5d9e5bed2ed6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.066328] env[69486]: DEBUG oslo_vmware.api [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214048, 'name': PowerOnVM_Task, 'duration_secs': 0.662005} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.066619] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.068569] env[69486]: INFO nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Took 8.79 seconds to spawn the instance on the hypervisor. [ 819.068569] env[69486]: DEBUG nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.068569] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f6762-63da-4ad8-b0be-702f3d2ef27e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.199487] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.202085] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.050s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.204343] env[69486]: INFO nova.compute.claims [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.227399] env[69486]: INFO nova.scheduler.client.report [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Deleted allocations for instance f7b6de16-4f11-4310-a2e5-63434aba5e10 [ 819.467715] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.589567] env[69486]: INFO nova.compute.manager [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Took 44.67 seconds to build instance. [ 819.737972] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c6ab83e-4d42-4eb6-b14d-d75f8086b36a tempest-InstanceActionsTestJSON-1494821760 tempest-InstanceActionsTestJSON-1494821760-project-member] Lock "f7b6de16-4f11-4310-a2e5-63434aba5e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.916s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.970021] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912173} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.970021] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 683f1843-3f3f-4fa7-a417-7eee51b329fb/683f1843-3f3f-4fa7-a417-7eee51b329fb.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.970021] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.970021] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a56a827-3c89-46b7-860a-2f33e7b20fe7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.977163] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 819.977163] env[69486]: value = "task-3214050" [ 819.977163] env[69486]: _type = "Task" [ 819.977163] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.986464] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.096857] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1540ea41-446b-4655-954a-52757b3a0dc3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.158s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.489777] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066884} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.490090] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.490850] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab37452-c9ad-4749-97cb-d80d01e2e1ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.516755] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 683f1843-3f3f-4fa7-a417-7eee51b329fb/683f1843-3f3f-4fa7-a417-7eee51b329fb.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.517974] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a845b38e-bd0c-40c7-ba55-d55c90675c08 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.543595] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 820.543595] env[69486]: value = "task-3214051" [ 820.543595] env[69486]: _type = "Task" [ 820.543595] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.555243] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.796857] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337eee7-2b83-4a28-9df0-466c646f1cc0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.816634] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367dd560-82a8-48a0-b5e5-57ce22ac2299 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.856803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74d3fa-d3c2-48df-b390-0f579ba9f35d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.864517] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b0134-bb9d-4907-99e1-e13d968f9b75 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.882060] env[69486]: DEBUG nova.compute.provider_tree [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.055654] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.388435] env[69486]: DEBUG nova.scheduler.client.report [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.561852] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214051, 'name': ReconfigVM_Task, 'duration_secs': 0.661737} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.562765] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 683f1843-3f3f-4fa7-a417-7eee51b329fb/683f1843-3f3f-4fa7-a417-7eee51b329fb.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.563905] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3eb8ef5-c53a-46d6-9a11-a3e875acd1f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.576411] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 821.576411] env[69486]: value = "task-3214052" [ 821.576411] env[69486]: _type = "Task" [ 821.576411] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.591920] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214052, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.813956] env[69486]: DEBUG nova.compute.manager [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.817140] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e50ba-20cf-47a5-b12d-da1b46b9419d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.892501] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.892780] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.896799] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.355s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.896799] env[69486]: DEBUG nova.objects.instance [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.090911] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214052, 'name': Rename_Task, 'duration_secs': 0.162871} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.093718] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.093718] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23a9616f-14a3-49d2-848a-c068fb7e13e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.101020] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 822.101020] env[69486]: value = "task-3214053" [ 822.101020] env[69486]: _type = "Task" [ 822.101020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.109453] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.335393] env[69486]: INFO nova.compute.manager [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] instance snapshotting [ 822.337199] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e07aa-4fbc-4dba-b646-6afe189ddbfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.364748] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba03f13-4c37-47d6-84b5-60c9adb2fa4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.403827] env[69486]: DEBUG nova.compute.utils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.408021] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.408021] env[69486]: DEBUG nova.network.neutron [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.525807] env[69486]: DEBUG nova.policy [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b8ca021f9294352ae9550adceeb1b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6351091be5fb4223993328e202fc4c56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.623808] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214053, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.879977] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.880309] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a401767a-ae85-48a2-b3a0-f542969237c2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.889829] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 822.889829] env[69486]: value = "task-3214054" [ 822.889829] env[69486]: _type = "Task" [ 822.889829] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.903513] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.910504] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.013321] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34b00d5-f1ea-4ac3-b236-409b3bdf4c8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.021653] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd60ab5a-a3d4-45f3-865b-0c705bff77d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.056032] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0883d2d8-1566-4921-a1a6-e2569605590f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.064888] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef858805-a7f3-4d62-97fe-8dfffe048953 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.082341] env[69486]: DEBUG nova.compute.provider_tree [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.112473] env[69486]: DEBUG oslo_vmware.api [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214053, 'name': PowerOnVM_Task, 'duration_secs': 0.785371} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.112473] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.112473] env[69486]: INFO nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Took 8.22 seconds to spawn the instance on the hypervisor. [ 823.112473] env[69486]: DEBUG nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.112473] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae6bf4-aeb4-481b-a76f-af61dd61026d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.384920] env[69486]: DEBUG nova.network.neutron [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Successfully created port: 953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.402716] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.586812] env[69486]: DEBUG nova.scheduler.client.report [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.633968] env[69486]: INFO nova.compute.manager [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Took 44.55 seconds to build instance. [ 823.904826] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.923500] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.964321] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.964996] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.965422] env[69486]: DEBUG nova.virt.hardware [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.966489] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639862f6-7396-4f06-9801-b08d9777e766 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.976322] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caff213-4232-43b6-a137-01905ea94915 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.094670] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.097279] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.195s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.097875] env[69486]: DEBUG nova.objects.instance [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lazy-loading 'resources' on Instance uuid d1c5672a-0475-4bf7-9f3e-efcfbdd8614d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.121439] env[69486]: INFO nova.scheduler.client.report [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4 [ 824.136942] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c342459c-2d78-4181-b1c8-cc315403a7ec tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.794s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.403018] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214054, 'name': CreateSnapshot_Task, 'duration_secs': 1.041108} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.403486] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.406874] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f41a51-6df6-4fdd-95ce-1830ef7a5fb9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.629157] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65d5702b-8974-4e11-8140-b14b03c79931 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.181s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.797858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "interface-683f1843-3f3f-4fa7-a417-7eee51b329fb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.797858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "interface-683f1843-3f3f-4fa7-a417-7eee51b329fb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.797858] env[69486]: DEBUG nova.objects.instance [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lazy-loading 'flavor' on Instance uuid 683f1843-3f3f-4fa7-a417-7eee51b329fb {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.925509] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.926326] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5da476df-84e4-43fa-9a3d-34474101f7a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.936723] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 824.936723] env[69486]: value = "task-3214055" [ 824.936723] env[69486]: _type = "Task" [ 824.936723] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.953766] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214055, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.185806] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeba13c0-57b8-4bb0-ab67-4aa5aea048bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.191404] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a350ef-3356-4bb6-b251-abba6f66586a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.229708] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5a6b57-2210-4f7c-81ba-b0590bb85b03 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.239453] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba94df4-d8d5-4b49-8bce-17d1914e1e16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.260070] env[69486]: DEBUG nova.compute.provider_tree [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.310765] env[69486]: DEBUG nova.objects.instance [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lazy-loading 'pci_requests' on Instance uuid 683f1843-3f3f-4fa7-a417-7eee51b329fb {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.451429] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214055, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.764672] env[69486]: DEBUG nova.scheduler.client.report [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.788460] env[69486]: DEBUG nova.network.neutron [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Successfully updated port: 953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.815566] env[69486]: DEBUG nova.objects.base [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Object Instance<683f1843-3f3f-4fa7-a417-7eee51b329fb> lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 825.815566] env[69486]: DEBUG nova.network.neutron [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.951198] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214055, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.966681] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3844de23-56e2-41b6-bd67-f61962e10a96 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "interface-683f1843-3f3f-4fa7-a417-7eee51b329fb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.169s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.143990] env[69486]: DEBUG nova.compute.manager [req-e8dcb782-04a2-4606-84f4-15b90caa708a req-d10e515c-8e17-42c2-931b-b5844f539989 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Received event network-vif-plugged-953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 826.144287] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8dcb782-04a2-4606-84f4-15b90caa708a req-d10e515c-8e17-42c2-931b-b5844f539989 service nova] Acquiring lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.144947] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8dcb782-04a2-4606-84f4-15b90caa708a req-d10e515c-8e17-42c2-931b-b5844f539989 service nova] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.145237] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8dcb782-04a2-4606-84f4-15b90caa708a req-d10e515c-8e17-42c2-931b-b5844f539989 service nova] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.145348] env[69486]: DEBUG nova.compute.manager [req-e8dcb782-04a2-4606-84f4-15b90caa708a req-d10e515c-8e17-42c2-931b-b5844f539989 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] No waiting events found dispatching network-vif-plugged-953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.145512] env[69486]: WARNING nova.compute.manager [req-e8dcb782-04a2-4606-84f4-15b90caa708a req-d10e515c-8e17-42c2-931b-b5844f539989 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Received unexpected event network-vif-plugged-953fa8b5-89bd-4c21-bad2-648c3dcd0719 for instance with vm_state building and task_state spawning. [ 826.270345] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.272983] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.337s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.273699] env[69486]: DEBUG nova.objects.instance [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'resources' on Instance uuid 48df700b-0654-42e7-8792-54f3de31a902 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.290953] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "refresh_cache-eeb0087a-d92a-4653-b674-e0b3c69f89aa" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.290953] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquired lock "refresh_cache-eeb0087a-d92a-4653-b674-e0b3c69f89aa" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.290953] env[69486]: DEBUG nova.network.neutron [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.294538] env[69486]: INFO nova.scheduler.client.report [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Deleted allocations for instance d1c5672a-0475-4bf7-9f3e-efcfbdd8614d [ 826.450474] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214055, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.803607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2621a59c-a36b-47b0-a473-5335d00a0fe2 tempest-ListImageFiltersTestJSON-317825926 tempest-ListImageFiltersTestJSON-317825926-project-member] Lock "d1c5672a-0475-4bf7-9f3e-efcfbdd8614d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.356s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.847740] env[69486]: DEBUG nova.network.neutron [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.962361] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214055, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.021076] env[69486]: DEBUG nova.network.neutron [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Updating instance_info_cache with network_info: [{"id": "953fa8b5-89bd-4c21-bad2-648c3dcd0719", "address": "fa:16:3e:a5:1e:c0", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fa8b5-89", "ovs_interfaceid": "953fa8b5-89bd-4c21-bad2-648c3dcd0719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.274871] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.275113] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.334747] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb27b7c3-a4d0-490e-805f-6a9a320b5cf3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.343938] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c9f48-1e48-4527-8ad0-f015fb0ab4fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.377428] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4ed75-d51c-4d31-be51-b4f81a645420 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.388566] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cabb17-e3f4-40e7-a884-61ef7ac104d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.403614] env[69486]: DEBUG nova.compute.provider_tree [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.454643] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214055, 'name': CloneVM_Task, 'duration_secs': 2.214522} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.454907] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Created linked-clone VM from snapshot [ 827.455656] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e88b9-1910-4baa-a9db-b21684c108ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.463533] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Uploading image c5dd0e9e-4d13-4b1e-be43-51952e60c453 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.492412] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.492412] env[69486]: value = "vm-642657" [ 827.492412] env[69486]: _type = "VirtualMachine" [ 827.492412] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.492610] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db914c8b-8745-4a2a-b369-483a5da0a3b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.500526] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease: (returnval){ [ 827.500526] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5208b4b8-e132-14dd-a05b-24ca6bb7f573" [ 827.500526] env[69486]: _type = "HttpNfcLease" [ 827.500526] env[69486]: } obtained for exporting VM: (result){ [ 827.500526] env[69486]: value = "vm-642657" [ 827.500526] env[69486]: _type = "VirtualMachine" [ 827.500526] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.500856] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the lease: (returnval){ [ 827.500856] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5208b4b8-e132-14dd-a05b-24ca6bb7f573" [ 827.500856] env[69486]: _type = "HttpNfcLease" [ 827.500856] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.507676] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.507676] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5208b4b8-e132-14dd-a05b-24ca6bb7f573" [ 827.507676] env[69486]: _type = "HttpNfcLease" [ 827.507676] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.523396] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Releasing lock "refresh_cache-eeb0087a-d92a-4653-b674-e0b3c69f89aa" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.523760] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Instance network_info: |[{"id": "953fa8b5-89bd-4c21-bad2-648c3dcd0719", "address": "fa:16:3e:a5:1e:c0", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fa8b5-89", "ovs_interfaceid": "953fa8b5-89bd-4c21-bad2-648c3dcd0719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.524203] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:1e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '953fa8b5-89bd-4c21-bad2-648c3dcd0719', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.531659] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Creating folder: Project (6351091be5fb4223993328e202fc4c56). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.531956] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3213fd5-d7b4-445d-a9bc-0ec6637c4641 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.543886] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Created folder: Project (6351091be5fb4223993328e202fc4c56) in parent group-v642494. [ 827.545036] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Creating folder: Instances. Parent ref: group-v642658. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.545036] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6741c7f-9a3e-4bf0-b34e-d1455b455555 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.560401] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Created folder: Instances in parent group-v642658. [ 827.560401] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.560401] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.560401] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d18f3c4-2637-48f3-aedf-c1573774c8f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.579469] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.579469] env[69486]: value = "task-3214059" [ 827.579469] env[69486]: _type = "Task" [ 827.579469] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.588844] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214059, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.735520] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.736270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.778399] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.907921] env[69486]: DEBUG nova.scheduler.client.report [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.010383] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.010383] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5208b4b8-e132-14dd-a05b-24ca6bb7f573" [ 828.010383] env[69486]: _type = "HttpNfcLease" [ 828.010383] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.010718] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.010718] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5208b4b8-e132-14dd-a05b-24ca6bb7f573" [ 828.010718] env[69486]: _type = "HttpNfcLease" [ 828.010718] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.011795] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab5d52b-96e4-434e-8c59-a86ef4dfcab7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.020315] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231a996-69f2-a447-9eb4-822072ef68ef/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.020487] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231a996-69f2-a447-9eb4-822072ef68ef/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.107702] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214059, 'name': CreateVM_Task, 'duration_secs': 0.327904} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.107969] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.108809] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.108933] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.109301] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.109611] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f5bd55-b692-4e47-a808-f53f90476b0e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.115470] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 828.115470] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a938f1-28b3-f545-0eb2-70aebbac41bd" [ 828.115470] env[69486]: _type = "Task" [ 828.115470] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.124583] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a938f1-28b3-f545-0eb2-70aebbac41bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.129538] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27dc5681-36d7-462e-91a4-075d88e49b5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.178160] env[69486]: DEBUG nova.compute.manager [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Received event network-changed-953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 828.178342] env[69486]: DEBUG nova.compute.manager [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Refreshing instance network info cache due to event network-changed-953fa8b5-89bd-4c21-bad2-648c3dcd0719. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 828.178546] env[69486]: DEBUG oslo_concurrency.lockutils [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] Acquiring lock "refresh_cache-eeb0087a-d92a-4653-b674-e0b3c69f89aa" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.178739] env[69486]: DEBUG oslo_concurrency.lockutils [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] Acquired lock "refresh_cache-eeb0087a-d92a-4653-b674-e0b3c69f89aa" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.179116] env[69486]: DEBUG nova.network.neutron [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Refreshing network info cache for port 953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.180399] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "e7976a69-a0d6-4d75-8507-6a47f42defe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.180702] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.240044] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.300393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.414190] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.418488] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.532s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.420196] env[69486]: INFO nova.compute.claims [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.440156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "683f1843-3f3f-4fa7-a417-7eee51b329fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.441696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.441696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "683f1843-3f3f-4fa7-a417-7eee51b329fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.442091] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.442318] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.444685] env[69486]: INFO nova.scheduler.client.report [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted allocations for instance 48df700b-0654-42e7-8792-54f3de31a902 [ 828.446716] env[69486]: INFO nova.compute.manager [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Terminating instance [ 828.632999] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a938f1-28b3-f545-0eb2-70aebbac41bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.632999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.632999] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.632999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.632999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.632999] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.635019] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87473b51-9c78-422b-9d56-ccd5c31d270f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.647382] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.647875] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.648675] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de35ad4-73b6-470b-a7db-93e62fa6da03 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.656226] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 828.656226] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a31ed4-0572-f9fd-4c16-9a1347872545" [ 828.656226] env[69486]: _type = "Task" [ 828.656226] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.670273] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a31ed4-0572-f9fd-4c16-9a1347872545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.688712] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.766929] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.955498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-455c61de-6c2a-4a4d-afd6-f6574fe85d5b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "48df700b-0654-42e7-8792-54f3de31a902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.989s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.958426] env[69486]: DEBUG nova.compute.manager [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.958599] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.959374] env[69486]: DEBUG oslo_concurrency.lockutils [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] Acquired lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.960503] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d51b6-3caf-4d21-9f2f-f045225b8557 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.964268] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c624b47-5deb-42e6-9a83-b5ea5fbc447e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.977684] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.979328] env[69486]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 828.979715] env[69486]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69486) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 828.980308] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13bb8462-e2b8-4a68-9418-dcb17b436914 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.982524] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9d47b7f-d41e-4546-afee-7e60444a6803 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.995589] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a5690-057c-4b79-8ed6-2dc420771122 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.009089] env[69486]: DEBUG oslo_vmware.api [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 829.009089] env[69486]: value = "task-3214060" [ 829.009089] env[69486]: _type = "Task" [ 829.009089] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.020106] env[69486]: DEBUG oslo_vmware.api [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.042824] env[69486]: ERROR root [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-642577' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-642577' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-642577' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-642577'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-642577' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-642577' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-642577'}\n"]: nova.exception.InstanceNotFound: Instance 48df700b-0654-42e7-8792-54f3de31a902 could not be found. [ 829.042824] env[69486]: DEBUG oslo_concurrency.lockutils [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] Releasing lock "48df700b-0654-42e7-8792-54f3de31a902" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.042824] env[69486]: DEBUG nova.compute.manager [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Detach interface failed, port_id=9266c31a-45c0-4f1b-9dbb-60f5f99d9d4b, reason: Instance 48df700b-0654-42e7-8792-54f3de31a902 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 829.042824] env[69486]: DEBUG nova.compute.manager [req-65dc6eb7-bc6f-405c-af78-81d231cf6eed req-6ae9a76e-f73e-407e-afe6-93794f5dfa1f service nova] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Received event network-vif-deleted-c9d8b786-14f8-4776-857c-be994e74537e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 829.127042] env[69486]: DEBUG nova.network.neutron [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Updated VIF entry in instance network info cache for port 953fa8b5-89bd-4c21-bad2-648c3dcd0719. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.127421] env[69486]: DEBUG nova.network.neutron [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Updating instance_info_cache with network_info: [{"id": "953fa8b5-89bd-4c21-bad2-648c3dcd0719", "address": "fa:16:3e:a5:1e:c0", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fa8b5-89", "ovs_interfaceid": "953fa8b5-89bd-4c21-bad2-648c3dcd0719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.172894] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a31ed4-0572-f9fd-4c16-9a1347872545, 'name': SearchDatastore_Task, 'duration_secs': 0.018235} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.173847] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb91535-35ed-4129-ab4a-9ddc45ae7370 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.181261] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 829.181261] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522582a0-2ae2-381d-496c-0d89b48691f6" [ 829.181261] env[69486]: _type = "Task" [ 829.181261] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.198322] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522582a0-2ae2-381d-496c-0d89b48691f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.219262] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.524870] env[69486]: DEBUG oslo_vmware.api [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214060, 'name': PowerOffVM_Task, 'duration_secs': 0.219575} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.525225] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.525391] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.525695] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a6476c-28d9-416b-9768-4cc6f24eb46e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.600053] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.600214] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.600397] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Deleting the datastore file [datastore2] 683f1843-3f3f-4fa7-a417-7eee51b329fb {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.600890] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a434ee-a56c-4dd4-9d3e-a710866e9fed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.610336] env[69486]: DEBUG oslo_vmware.api [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for the task: (returnval){ [ 829.610336] env[69486]: value = "task-3214062" [ 829.610336] env[69486]: _type = "Task" [ 829.610336] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.621846] env[69486]: DEBUG oslo_vmware.api [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.631677] env[69486]: DEBUG oslo_concurrency.lockutils [req-73c5ed78-c8a8-4728-8baf-acddaaf33d66 req-7a5a81c4-b798-4d3e-a6b1-fa756ea66872 service nova] Releasing lock "refresh_cache-eeb0087a-d92a-4653-b674-e0b3c69f89aa" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695453] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522582a0-2ae2-381d-496c-0d89b48691f6, 'name': SearchDatastore_Task, 'duration_secs': 0.031113} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.695686] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eeb0087a-d92a-4653-b674-e0b3c69f89aa/eeb0087a-d92a-4653-b674-e0b3c69f89aa.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.696232] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eeec957-8919-4e7d-a218-1464fa63b17e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.708101] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 829.708101] env[69486]: value = "task-3214063" [ 829.708101] env[69486]: _type = "Task" [ 829.708101] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.718062] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.960245] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a8f71-4766-4c43-8fd8-c57c157a1e67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.969526] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a20be1-9917-45e9-9e8f-2cd7c86776e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.009311] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddfb306-876a-467d-93ee-2aeb206d37ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.019060] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8519aabe-e928-4787-a1c7-293ac3ed64aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.034906] env[69486]: DEBUG nova.compute.provider_tree [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.128540] env[69486]: DEBUG oslo_vmware.api [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Task: {'id': task-3214062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172358} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.129133] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.129550] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.129909] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.131170] env[69486]: INFO nova.compute.manager [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 830.131594] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.131890] env[69486]: DEBUG nova.compute.manager [-] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.132050] env[69486]: DEBUG nova.network.neutron [-] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.220306] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503525} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.220607] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] eeb0087a-d92a-4653-b674-e0b3c69f89aa/eeb0087a-d92a-4653-b674-e0b3c69f89aa.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.221631] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.221631] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f959b62-97f4-4ab2-bccd-6b41ba65cda2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.230419] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 830.230419] env[69486]: value = "task-3214064" [ 830.230419] env[69486]: _type = "Task" [ 830.230419] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.247369] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.537983] env[69486]: DEBUG nova.scheduler.client.report [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.722818] env[69486]: DEBUG nova.compute.manager [req-a8e1f722-20a1-461f-ac48-287a4f91531e req-50e38f5d-0fe5-47ac-b920-035bd1931d1e service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Received event network-vif-deleted-8cc91c70-2f50-412f-a675-fe34c5437db6 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 830.722921] env[69486]: INFO nova.compute.manager [req-a8e1f722-20a1-461f-ac48-287a4f91531e req-50e38f5d-0fe5-47ac-b920-035bd1931d1e service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Neutron deleted interface 8cc91c70-2f50-412f-a675-fe34c5437db6; detaching it from the instance and deleting it from the info cache [ 830.723240] env[69486]: DEBUG nova.network.neutron [req-a8e1f722-20a1-461f-ac48-287a4f91531e req-50e38f5d-0fe5-47ac-b920-035bd1931d1e service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.744736] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076586} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.744996] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.746212] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c243a9-cd47-447a-8a07-fdb202dac332 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.776305] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] eeb0087a-d92a-4653-b674-e0b3c69f89aa/eeb0087a-d92a-4653-b674-e0b3c69f89aa.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.776762] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f19c47-efa2-47d2-8cf6-678d40097ce0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.798954] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 830.798954] env[69486]: value = "task-3214065" [ 830.798954] env[69486]: _type = "Task" [ 830.798954] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.811868] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.953206] env[69486]: DEBUG nova.network.neutron [-] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.050989] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.051906] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.054923] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.976s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.226228] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e181595-aba6-43bd-a0a5-44b7bb4b4601 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.242176] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e4c99-770d-4635-b459-2791346e03e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.267482] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.267816] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "04c628de-170b-48b9-a10f-73e72b39da0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.296981] env[69486]: DEBUG nova.compute.manager [req-a8e1f722-20a1-461f-ac48-287a4f91531e req-50e38f5d-0fe5-47ac-b920-035bd1931d1e service nova] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Detach interface failed, port_id=8cc91c70-2f50-412f-a675-fe34c5437db6, reason: Instance 683f1843-3f3f-4fa7-a417-7eee51b329fb could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 831.311107] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214065, 'name': ReconfigVM_Task, 'duration_secs': 0.320049} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.311457] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Reconfigured VM instance instance-00000037 to attach disk [datastore1] eeb0087a-d92a-4653-b674-e0b3c69f89aa/eeb0087a-d92a-4653-b674-e0b3c69f89aa.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.312144] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa501e9-de0b-4674-b32b-0562368b5e63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.321332] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 831.321332] env[69486]: value = "task-3214066" [ 831.321332] env[69486]: _type = "Task" [ 831.321332] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.330319] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214066, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.456244] env[69486]: INFO nova.compute.manager [-] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Took 1.32 seconds to deallocate network for instance. [ 831.560800] env[69486]: DEBUG nova.compute.utils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.564890] env[69486]: INFO nova.compute.claims [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.569264] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.569453] env[69486]: DEBUG nova.network.neutron [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.610960] env[69486]: DEBUG nova.policy [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '450e487bffbd4f59889b5a2c8c872465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08d5a7d004bd473da092b6278a224782', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.770942] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.832942] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214066, 'name': Rename_Task, 'duration_secs': 0.158557} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.833273] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.833544] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ded15d-9e63-4548-9db1-53c488cc7e91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.842619] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 831.842619] env[69486]: value = "task-3214067" [ 831.842619] env[69486]: _type = "Task" [ 831.842619] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.854942] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.964430] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.972845] env[69486]: DEBUG nova.network.neutron [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Successfully created port: 4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.073662] env[69486]: INFO nova.compute.resource_tracker [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating resource usage from migration d6f38035-5f42-4ee1-92a0-4b840d346c9f [ 832.076726] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.295238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.355773] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.603193] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40deff7-e18f-488a-98ed-0a512dae024c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.612955] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf2d347-b5f5-4469-ae8a-3c763587cd81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.651312] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2be8b-3143-467d-9c89-2b34295e07e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.662152] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fbf5f9-48b2-4151-960a-e65f24a1a2b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.681674] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.681969] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.683602] env[69486]: DEBUG nova.compute.provider_tree [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.853512] env[69486]: DEBUG oslo_vmware.api [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214067, 'name': PowerOnVM_Task, 'duration_secs': 0.560704} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.853862] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.854170] env[69486]: INFO nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Took 8.93 seconds to spawn the instance on the hypervisor. [ 832.854400] env[69486]: DEBUG nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.855203] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e9f49-881d-46b2-a13d-1e0aede1bdac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.089511] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.120882] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.121096] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.121096] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.121783] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.121783] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.121783] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.121783] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.121994] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.121994] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.122177] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.122391] env[69486]: DEBUG nova.virt.hardware [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.123406] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b29d070-fde9-4458-9fe4-928e293f0dce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.132103] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d319e27-74ec-44b3-907f-33c2bca36c02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.185977] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.192031] env[69486]: DEBUG nova.scheduler.client.report [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.377996] env[69486]: INFO nova.compute.manager [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Took 50.24 seconds to build instance. [ 833.487664] env[69486]: DEBUG nova.compute.manager [req-e8b042b9-9d2c-41b7-a4ea-ff42bd741105 req-6a92c6c3-fd1d-4330-9a5d-ee1d15583fd2 service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Received event network-vif-plugged-4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 833.488026] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8b042b9-9d2c-41b7-a4ea-ff42bd741105 req-6a92c6c3-fd1d-4330-9a5d-ee1d15583fd2 service nova] Acquiring lock "6df8b702-7ab7-4b2a-95c7-2844be98649d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.488363] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8b042b9-9d2c-41b7-a4ea-ff42bd741105 req-6a92c6c3-fd1d-4330-9a5d-ee1d15583fd2 service nova] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.488363] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8b042b9-9d2c-41b7-a4ea-ff42bd741105 req-6a92c6c3-fd1d-4330-9a5d-ee1d15583fd2 service nova] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.488478] env[69486]: DEBUG nova.compute.manager [req-e8b042b9-9d2c-41b7-a4ea-ff42bd741105 req-6a92c6c3-fd1d-4330-9a5d-ee1d15583fd2 service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] No waiting events found dispatching network-vif-plugged-4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.488571] env[69486]: WARNING nova.compute.manager [req-e8b042b9-9d2c-41b7-a4ea-ff42bd741105 req-6a92c6c3-fd1d-4330-9a5d-ee1d15583fd2 service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Received unexpected event network-vif-plugged-4384f567-089d-4cf2-80df-4bddf227c66b for instance with vm_state building and task_state spawning. [ 833.618335] env[69486]: DEBUG nova.network.neutron [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Successfully updated port: 4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.703399] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.644s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.703661] env[69486]: INFO nova.compute.manager [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Migrating [ 833.714463] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.257s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.716330] env[69486]: INFO nova.compute.claims [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.735660] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.881501] env[69486]: DEBUG oslo_concurrency.lockutils [None req-facdd31a-e084-4404-886f-3a813cdead3b tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.518s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.122498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.122498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.122498] env[69486]: DEBUG nova.network.neutron [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.230223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.230373] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.232623] env[69486]: DEBUG nova.network.neutron [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.548904] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.549951] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.550119] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.550381] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.550597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.552754] env[69486]: INFO nova.compute.manager [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Terminating instance [ 834.668611] env[69486]: DEBUG nova.network.neutron [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.872482] env[69486]: DEBUG nova.network.neutron [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updating instance_info_cache with network_info: [{"id": "4384f567-089d-4cf2-80df-4bddf227c66b", "address": "fa:16:3e:29:32:73", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4384f567-08", "ovs_interfaceid": "4384f567-089d-4cf2-80df-4bddf227c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.014620] env[69486]: DEBUG nova.network.neutron [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.059868] env[69486]: DEBUG nova.compute.manager [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.060161] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.061360] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a341a2-1b39-4ffb-80ba-9b46e753a796 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.074260] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.077860] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc5675d5-6de8-4128-b404-40082bed4ac1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.086797] env[69486]: DEBUG oslo_vmware.api [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 835.086797] env[69486]: value = "task-3214068" [ 835.086797] env[69486]: _type = "Task" [ 835.086797] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.096708] env[69486]: DEBUG oslo_vmware.api [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.144216] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231a996-69f2-a447-9eb4-822072ef68ef/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.145219] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e138f2-346e-449d-a284-08452a2746e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.152831] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231a996-69f2-a447-9eb4-822072ef68ef/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.153032] env[69486]: ERROR oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231a996-69f2-a447-9eb4-822072ef68ef/disk-0.vmdk due to incomplete transfer. [ 835.155520] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7bae666e-4836-45ec-985d-f5bb3facca72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.164322] env[69486]: DEBUG oslo_vmware.rw_handles [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231a996-69f2-a447-9eb4-822072ef68ef/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.164530] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Uploaded image c5dd0e9e-4d13-4b1e-be43-51952e60c453 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.166954] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.169708] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7814b7d-ca41-4b23-a02d-741e7a830d66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.178764] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 835.178764] env[69486]: value = "task-3214069" [ 835.178764] env[69486]: _type = "Task" [ 835.178764] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.190069] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214069, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.219489] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b935c7-b1c4-4e87-a4e2-4f0e9bc6bdc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.227264] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca63d62-f111-4fcf-8ede-4f7bd4795d91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.259150] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9acae-e59c-4cf9-ba71-8f0b74cfe428 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.267289] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8aa1e3-39bd-4707-887c-7d4cd8625e36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.281060] env[69486]: DEBUG nova.compute.provider_tree [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.377732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.377886] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Instance network_info: |[{"id": "4384f567-089d-4cf2-80df-4bddf227c66b", "address": "fa:16:3e:29:32:73", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4384f567-08", "ovs_interfaceid": "4384f567-089d-4cf2-80df-4bddf227c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.378296] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:32:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4384f567-089d-4cf2-80df-4bddf227c66b', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.385770] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.385972] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.386206] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40de2338-846b-4831-969e-c00ea2df5418 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.410246] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.410246] env[69486]: value = "task-3214070" [ 835.410246] env[69486]: _type = "Task" [ 835.410246] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.419587] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214070, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.519761] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.601488] env[69486]: DEBUG oslo_vmware.api [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214068, 'name': PowerOffVM_Task, 'duration_secs': 0.287346} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.601488] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.601488] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.601488] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-163c60fb-f9a5-4111-9def-daef565ffa99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.662222] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.662222] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.662222] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Deleting the datastore file [datastore1] eeb0087a-d92a-4653-b674-e0b3c69f89aa {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.662222] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71150660-9c90-4b80-a286-ef6f560b2213 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.669623] env[69486]: DEBUG oslo_vmware.api [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for the task: (returnval){ [ 835.669623] env[69486]: value = "task-3214072" [ 835.669623] env[69486]: _type = "Task" [ 835.669623] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.681694] env[69486]: DEBUG oslo_vmware.api [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.692817] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214069, 'name': Destroy_Task, 'duration_secs': 0.346076} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.696047] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Destroyed the VM [ 835.696047] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 835.696047] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-828c94c1-cee3-457a-b7ca-14a9224a6c3b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.703197] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 835.703197] env[69486]: value = "task-3214073" [ 835.703197] env[69486]: _type = "Task" [ 835.703197] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.711513] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214073, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.746805] env[69486]: DEBUG nova.compute.manager [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Received event network-changed-4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 835.747445] env[69486]: DEBUG nova.compute.manager [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Refreshing instance network info cache due to event network-changed-4384f567-089d-4cf2-80df-4bddf227c66b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 835.747445] env[69486]: DEBUG oslo_concurrency.lockutils [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] Acquiring lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.747971] env[69486]: DEBUG oslo_concurrency.lockutils [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] Acquired lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.747971] env[69486]: DEBUG nova.network.neutron [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Refreshing network info cache for port 4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.783958] env[69486]: DEBUG nova.scheduler.client.report [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.921247] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214070, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.183385] env[69486]: DEBUG oslo_vmware.api [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Task: {'id': task-3214072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163667} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.183649] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.183830] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.184014] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.184287] env[69486]: INFO nova.compute.manager [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 836.184914] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.184914] env[69486]: DEBUG nova.compute.manager [-] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.185071] env[69486]: DEBUG nova.network.neutron [-] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.217120] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214073, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.289938] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.290659] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.294143] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.329s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.294362] env[69486]: DEBUG nova.objects.instance [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lazy-loading 'resources' on Instance uuid 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.424258] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214070, 'name': CreateVM_Task, 'duration_secs': 0.531515} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.424258] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.424353] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.424458] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.424780] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.425045] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a27c339-6155-4d28-a592-3820eb63ac54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.432068] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 836.432068] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5245052b-ef48-cd06-9abc-81798b90ad2c" [ 836.432068] env[69486]: _type = "Task" [ 836.432068] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.455466] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5245052b-ef48-cd06-9abc-81798b90ad2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.522044] env[69486]: DEBUG nova.compute.manager [req-71823fa2-806c-44e2-9b69-c54f376bc35b req-dda41db1-31d6-4bb3-b700-862d02933333 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Received event network-vif-deleted-953fa8b5-89bd-4c21-bad2-648c3dcd0719 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 836.522268] env[69486]: INFO nova.compute.manager [req-71823fa2-806c-44e2-9b69-c54f376bc35b req-dda41db1-31d6-4bb3-b700-862d02933333 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Neutron deleted interface 953fa8b5-89bd-4c21-bad2-648c3dcd0719; detaching it from the instance and deleting it from the info cache [ 836.522442] env[69486]: DEBUG nova.network.neutron [req-71823fa2-806c-44e2-9b69-c54f376bc35b req-dda41db1-31d6-4bb3-b700-862d02933333 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.539202] env[69486]: DEBUG nova.network.neutron [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updated VIF entry in instance network info cache for port 4384f567-089d-4cf2-80df-4bddf227c66b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.539274] env[69486]: DEBUG nova.network.neutron [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updating instance_info_cache with network_info: [{"id": "4384f567-089d-4cf2-80df-4bddf227c66b", "address": "fa:16:3e:29:32:73", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4384f567-08", "ovs_interfaceid": "4384f567-089d-4cf2-80df-4bddf227c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.713023] env[69486]: DEBUG oslo_vmware.api [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214073, 'name': RemoveSnapshot_Task, 'duration_secs': 0.778332} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.713310] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 836.713537] env[69486]: INFO nova.compute.manager [None req-1c51f7af-3fcd-4f60-b6e5-2dbd98dd4e46 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Took 14.38 seconds to snapshot the instance on the hypervisor. [ 836.797667] env[69486]: DEBUG nova.compute.utils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.802658] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.802945] env[69486]: DEBUG nova.network.neutron [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.857380] env[69486]: DEBUG nova.policy [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b832257b2cc4045afcf5084624243df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3732a2fcd454709aa0ff1f50ff59acb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.966255] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5245052b-ef48-cd06-9abc-81798b90ad2c, 'name': SearchDatastore_Task, 'duration_secs': 0.02456} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.966615] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.966849] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.967197] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.967400] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.967647] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.967928] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec79979-300c-4fac-baed-45e5b4a78a59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.978741] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.978926] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.979725] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60ed16d-5900-4205-89b7-7e5418935be2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.991371] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 836.991371] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5262f158-4513-8fc9-0aa1-e48c9b68440c" [ 836.991371] env[69486]: _type = "Task" [ 836.991371] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.996311] env[69486]: DEBUG nova.network.neutron [-] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.001795] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5262f158-4513-8fc9-0aa1-e48c9b68440c, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.005101] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722592c2-1ad1-4f9a-a185-e405debc8585 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.011531] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 837.011531] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52044cce-6dec-518c-4472-d94966e8bfe4" [ 837.011531] env[69486]: _type = "Task" [ 837.011531] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.023896] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52044cce-6dec-518c-4472-d94966e8bfe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.025670] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-492e6653-84a7-48a3-9932-c8f6efbb329d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.043138] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5341c8-7a7f-4ce0-8e7d-c5f3210d7a58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.055025] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ea6c5-d169-45d3-a1b5-caa656621960 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.060135] env[69486]: DEBUG oslo_concurrency.lockutils [req-177efda7-4d7f-4370-912b-c396c2a3d169 req-d055713a-758d-4b3d-970e-c89bd4060d9e service nova] Releasing lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.081504] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.104799] env[69486]: DEBUG nova.compute.manager [req-71823fa2-806c-44e2-9b69-c54f376bc35b req-dda41db1-31d6-4bb3-b700-862d02933333 service nova] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Detach interface failed, port_id=953fa8b5-89bd-4c21-bad2-648c3dcd0719, reason: Instance eeb0087a-d92a-4653-b674-e0b3c69f89aa could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 837.105847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.105847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.174273] env[69486]: DEBUG nova.network.neutron [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Successfully created port: 8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.299227] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da89ba-5ec3-493d-b104-8f0d7ffc73e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.302816] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.311101] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c65266-b183-4223-a8fd-656e481dce8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.340349] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d397607-14b5-433e-9601-9064744cb1c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.349022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0598a4-d939-49be-9bc6-403de19760ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.362949] env[69486]: DEBUG nova.compute.provider_tree [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.499307] env[69486]: INFO nova.compute.manager [-] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Took 1.31 seconds to deallocate network for instance. [ 837.523029] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52044cce-6dec-518c-4472-d94966e8bfe4, 'name': SearchDatastore_Task, 'duration_secs': 0.021111} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.523029] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.523029] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6df8b702-7ab7-4b2a-95c7-2844be98649d/6df8b702-7ab7-4b2a-95c7-2844be98649d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.523029] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d74e8ac4-e673-4fd1-8cf6-d53bb85235ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.530036] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 837.530036] env[69486]: value = "task-3214074" [ 837.530036] env[69486]: _type = "Task" [ 837.530036] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.538429] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.608113] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.608549] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.611518] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18fbd165-0fbf-4e3a-adb8-f3e0c57d4d73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.619985] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 837.619985] env[69486]: value = "task-3214075" [ 837.619985] env[69486]: _type = "Task" [ 837.619985] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.629785] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.866208] env[69486]: DEBUG nova.scheduler.client.report [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.005607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.039740] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481738} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.040012] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6df8b702-7ab7-4b2a-95c7-2844be98649d/6df8b702-7ab7-4b2a-95c7-2844be98649d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.040274] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.040574] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa2d7e11-0cb8-4366-87b1-2c366c12fbf4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.047704] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 838.047704] env[69486]: value = "task-3214076" [ 838.047704] env[69486]: _type = "Task" [ 838.047704] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.056795] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.130792] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214075, 'name': PowerOffVM_Task, 'duration_secs': 0.235659} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.130792] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.130929] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.136158] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.316807] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.342232] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.342475] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.342632] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.342811] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.342961] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.343112] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.343317] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.343473] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.343636] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.343793] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.343962] env[69486]: DEBUG nova.virt.hardware [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.344821] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e6794-e5ca-406b-a193-4c869113fefd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.353223] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06062110-6d79-4466-9fe1-a26c37cc9f49 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.371280] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.373457] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.330s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.373612] env[69486]: DEBUG nova.objects.instance [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 838.393948] env[69486]: INFO nova.scheduler.client.report [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Deleted allocations for instance 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6 [ 838.558568] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061416} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.559000] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.559850] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0f3675-22a6-4433-8e39-e4ea39350b3b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.584407] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 6df8b702-7ab7-4b2a-95c7-2844be98649d/6df8b702-7ab7-4b2a-95c7-2844be98649d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.585753] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd1a6df-2825-445b-b9cd-db6ad42d0efc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.601874] env[69486]: DEBUG nova.compute.manager [req-43285071-3d36-4608-aa58-a2a8853eda99 req-ddc355ca-706f-42be-b8db-bc20b7a44ae7 service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Received event network-vif-plugged-8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 838.602101] env[69486]: DEBUG oslo_concurrency.lockutils [req-43285071-3d36-4608-aa58-a2a8853eda99 req-ddc355ca-706f-42be-b8db-bc20b7a44ae7 service nova] Acquiring lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.602343] env[69486]: DEBUG oslo_concurrency.lockutils [req-43285071-3d36-4608-aa58-a2a8853eda99 req-ddc355ca-706f-42be-b8db-bc20b7a44ae7 service nova] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.602522] env[69486]: DEBUG oslo_concurrency.lockutils [req-43285071-3d36-4608-aa58-a2a8853eda99 req-ddc355ca-706f-42be-b8db-bc20b7a44ae7 service nova] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.602684] env[69486]: DEBUG nova.compute.manager [req-43285071-3d36-4608-aa58-a2a8853eda99 req-ddc355ca-706f-42be-b8db-bc20b7a44ae7 service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] No waiting events found dispatching network-vif-plugged-8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.602844] env[69486]: WARNING nova.compute.manager [req-43285071-3d36-4608-aa58-a2a8853eda99 req-ddc355ca-706f-42be-b8db-bc20b7a44ae7 service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Received unexpected event network-vif-plugged-8bccfb53-79dc-4d24-816a-f31e37c0e2ec for instance with vm_state building and task_state spawning. [ 838.611018] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 838.611018] env[69486]: value = "task-3214077" [ 838.611018] env[69486]: _type = "Task" [ 838.611018] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.624230] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.638197] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.638197] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.638358] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.638514] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.638719] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.638930] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.639679] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.639679] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.639679] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.639909] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.640065] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.645314] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701d60a2-35ca-4e40-83a6-242eec37738b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.666309] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 838.666309] env[69486]: value = "task-3214078" [ 838.666309] env[69486]: _type = "Task" [ 838.666309] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.683055] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.683411] env[69486]: DEBUG nova.network.neutron [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Successfully updated port: 8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.904525] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21fd48b6-e166-470b-90ed-ce01ad24e1db tempest-ServersTestBootFromVolume-567194588 tempest-ServersTestBootFromVolume-567194588-project-member] Lock "7dcf2e06-d5bb-42d1-8df5-dd947e5929d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.434s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.120858] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214077, 'name': ReconfigVM_Task, 'duration_secs': 0.301823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.121158] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 6df8b702-7ab7-4b2a-95c7-2844be98649d/6df8b702-7ab7-4b2a-95c7-2844be98649d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.121770] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c0f1103-eba4-46b0-96d2-5e8445c8e78a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.127615] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 839.127615] env[69486]: value = "task-3214079" [ 839.127615] env[69486]: _type = "Task" [ 839.127615] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.135194] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214079, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.177919] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214078, 'name': ReconfigVM_Task, 'duration_secs': 0.4416} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.178243] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.187081] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "refresh_cache-ba98f5c7-9887-416c-8cc5-0e5e434a08b0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.187081] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired lock "refresh_cache-ba98f5c7-9887-416c-8cc5-0e5e434a08b0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.187323] env[69486]: DEBUG nova.network.neutron [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.384130] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a04f2c1-0ea2-427f-8735-1192c8931798 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.385099] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.774s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.385330] env[69486]: DEBUG nova.objects.instance [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lazy-loading 'resources' on Instance uuid 44b6c14a-b0a8-4b7f-b295-8e2a282b3794 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.641175] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214079, 'name': Rename_Task, 'duration_secs': 0.150403} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.641455] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.641723] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7f451f-26a4-4897-a5c0-db9553fff872 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.649021] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 839.649021] env[69486]: value = "task-3214080" [ 839.649021] env[69486]: _type = "Task" [ 839.649021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.656979] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.684920] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39151042-b563-4e9b-a018-105d679ba4b2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1994319125',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.685763] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.685763] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.685763] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.685763] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.685926] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.687083] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.687715] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.687715] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.687836] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.688109] env[69486]: DEBUG nova.virt.hardware [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.695450] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.698610] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0d042a-7b77-4c54-b692-9bb231c63f1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.717014] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 839.717014] env[69486]: value = "task-3214081" [ 839.717014] env[69486]: _type = "Task" [ 839.717014] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.727991] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.739093] env[69486]: DEBUG nova.network.neutron [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.903061] env[69486]: DEBUG nova.network.neutron [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Updating instance_info_cache with network_info: [{"id": "8bccfb53-79dc-4d24-816a-f31e37c0e2ec", "address": "fa:16:3e:e1:de:f5", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bccfb53-79", "ovs_interfaceid": "8bccfb53-79dc-4d24-816a-f31e37c0e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.160633] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.227886] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214081, 'name': ReconfigVM_Task, 'duration_secs': 0.483557} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.227886] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.228151] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26457f8d-534a-483c-8b78-511a47675f32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.252634] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.255501] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ac754a-5777-44a7-80d6-00b774255fd5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.277666] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 840.277666] env[69486]: value = "task-3214082" [ 840.277666] env[69486]: _type = "Task" [ 840.277666] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.295919] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.383955] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d79359-090c-4e12-96c6-e9d43716124e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.395840] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372df7d5-cfe2-4619-ad19-4bbf91541b55 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.427173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Releasing lock "refresh_cache-ba98f5c7-9887-416c-8cc5-0e5e434a08b0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.427510] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Instance network_info: |[{"id": "8bccfb53-79dc-4d24-816a-f31e37c0e2ec", "address": "fa:16:3e:e1:de:f5", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bccfb53-79", "ovs_interfaceid": "8bccfb53-79dc-4d24-816a-f31e37c0e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.428146] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:de:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bccfb53-79dc-4d24-816a-f31e37c0e2ec', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.435505] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.436204] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9ef62-3934-4954-ab48-0afbc2151ee3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.439129] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.439387] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b341994-7e7c-47dd-a20c-acd6a0a048d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.461761] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c227db-04cd-4bdf-b86e-6ed4c3c5a888 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.467277] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.467277] env[69486]: value = "task-3214083" [ 840.467277] env[69486]: _type = "Task" [ 840.467277] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.479047] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214083, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.487758] env[69486]: DEBUG nova.compute.provider_tree [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.636025] env[69486]: DEBUG nova.compute.manager [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Received event network-changed-8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 840.636025] env[69486]: DEBUG nova.compute.manager [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Refreshing instance network info cache due to event network-changed-8bccfb53-79dc-4d24-816a-f31e37c0e2ec. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 840.638286] env[69486]: DEBUG oslo_concurrency.lockutils [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] Acquiring lock "refresh_cache-ba98f5c7-9887-416c-8cc5-0e5e434a08b0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.638286] env[69486]: DEBUG oslo_concurrency.lockutils [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] Acquired lock "refresh_cache-ba98f5c7-9887-416c-8cc5-0e5e434a08b0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.638286] env[69486]: DEBUG nova.network.neutron [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Refreshing network info cache for port 8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.664439] env[69486]: DEBUG oslo_vmware.api [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214080, 'name': PowerOnVM_Task, 'duration_secs': 0.664079} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.664764] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.664963] env[69486]: INFO nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Took 7.58 seconds to spawn the instance on the hypervisor. [ 840.665150] env[69486]: DEBUG nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.665996] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cad42-f992-4077-b244-8dc070cc1d84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.789195] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214082, 'name': ReconfigVM_Task, 'duration_secs': 0.286401} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.789195] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.789195] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.980865] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214083, 'name': CreateVM_Task, 'duration_secs': 0.324238} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.982043] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.982043] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.982296] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.982651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.982957] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a8371b-7516-4888-85e3-2238834408a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.989961] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 840.989961] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eb7ac4-f1ff-67f0-769e-3956d2196a1b" [ 840.989961] env[69486]: _type = "Task" [ 840.989961] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.994754] env[69486]: DEBUG nova.scheduler.client.report [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.008365] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eb7ac4-f1ff-67f0-769e-3956d2196a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.008709] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.009081] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.009412] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.009606] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.009825] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.010642] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-251058eb-50ba-4f2f-ba38-8449419a076e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.020392] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.020661] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.021638] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d4a05d-4a8a-4b2f-9970-471cfac90638 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.029608] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 841.029608] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528182af-9730-e9b0-7b11-863d23de1340" [ 841.029608] env[69486]: _type = "Task" [ 841.029608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.039546] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528182af-9730-e9b0-7b11-863d23de1340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.185038] env[69486]: INFO nova.compute.manager [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Took 55.32 seconds to build instance. [ 841.299031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1dcb62-eca7-4dcb-8246-48fae95916b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.324960] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4000cd1e-927b-4a36-b777-7fe3ca74c962 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.346988] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.414394] env[69486]: DEBUG nova.network.neutron [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Updated VIF entry in instance network info cache for port 8bccfb53-79dc-4d24-816a-f31e37c0e2ec. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.414394] env[69486]: DEBUG nova.network.neutron [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Updating instance_info_cache with network_info: [{"id": "8bccfb53-79dc-4d24-816a-f31e37c0e2ec", "address": "fa:16:3e:e1:de:f5", "network": {"id": "26df5666-4c91-42ca-96fa-413e6e95cffc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-892420435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3732a2fcd454709aa0ff1f50ff59acb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bccfb53-79", "ovs_interfaceid": "8bccfb53-79dc-4d24-816a-f31e37c0e2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.504035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.506443] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.998s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.506897] env[69486]: DEBUG nova.objects.instance [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lazy-loading 'resources' on Instance uuid bdab7fe7-b54a-4b10-bcd2-b8b42dec056d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.526847] env[69486]: INFO nova.scheduler.client.report [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleted allocations for instance 44b6c14a-b0a8-4b7f-b295-8e2a282b3794 [ 841.539995] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528182af-9730-e9b0-7b11-863d23de1340, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.540824] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4d73fe-04c8-4bc0-ae00-2857f3e8ee1b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.547315] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 841.547315] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cecbff-5f04-8079-bfc2-ee49d8a1cb3d" [ 841.547315] env[69486]: _type = "Task" [ 841.547315] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.556384] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cecbff-5f04-8079-bfc2-ee49d8a1cb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.688386] env[69486]: DEBUG oslo_concurrency.lockutils [None req-235d019c-cbca-4b81-8a89-a77f68af85e5 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.677s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.917037] env[69486]: DEBUG oslo_concurrency.lockutils [req-e0dc73bb-9774-40ae-b653-cc90d41dd4bc req-446db214-1b9c-475a-a757-e14e655f248c service nova] Releasing lock "refresh_cache-ba98f5c7-9887-416c-8cc5-0e5e434a08b0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.946995] env[69486]: DEBUG nova.network.neutron [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Port 0acbf62d-348a-444c-bb36-e4be39f990a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 842.040030] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5b04298b-afd1-4db4-b330-c87ea19ff893 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "44b6c14a-b0a8-4b7f-b295-8e2a282b3794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.301s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.064246] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cecbff-5f04-8079-bfc2-ee49d8a1cb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.067619] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.069022] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] ba98f5c7-9887-416c-8cc5-0e5e434a08b0/ba98f5c7-9887-416c-8cc5-0e5e434a08b0.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.070846] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebe61bfe-ba6f-4855-afa7-cbb1c07e1179 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.077824] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 842.077824] env[69486]: value = "task-3214084" [ 842.077824] env[69486]: _type = "Task" [ 842.077824] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.089707] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.413908] env[69486]: DEBUG oslo_concurrency.lockutils [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.414184] env[69486]: DEBUG oslo_concurrency.lockutils [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.414640] env[69486]: INFO nova.compute.manager [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Rebooting instance [ 842.528740] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d150c-fdcb-409a-837c-831821627425 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.541215] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1f650a-2df3-4513-aa5c-468b88b492b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.585023] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd034152-77d5-48e2-bef2-bf25c9280071 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.595379] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba74f09-afc9-47f6-8582-74b3086f9b96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.599484] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484099} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.599800] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] ba98f5c7-9887-416c-8cc5-0e5e434a08b0/ba98f5c7-9887-416c-8cc5-0e5e434a08b0.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.600010] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.600672] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccc8735f-ecd0-4522-826e-5cc5dec42929 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.612347] env[69486]: DEBUG nova.compute.provider_tree [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.620629] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 842.620629] env[69486]: value = "task-3214085" [ 842.620629] env[69486]: _type = "Task" [ 842.620629] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.627921] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.731830] env[69486]: DEBUG nova.compute.manager [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Received event network-changed-4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 842.732187] env[69486]: DEBUG nova.compute.manager [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Refreshing instance network info cache due to event network-changed-4384f567-089d-4cf2-80df-4bddf227c66b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 842.732483] env[69486]: DEBUG oslo_concurrency.lockutils [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] Acquiring lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.732784] env[69486]: DEBUG oslo_concurrency.lockutils [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] Acquired lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.732784] env[69486]: DEBUG nova.network.neutron [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Refreshing network info cache for port 4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.791360] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "a46e6322-b506-4f17-8271-3b30f0fa6819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.791578] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.939485] env[69486]: DEBUG oslo_concurrency.lockutils [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.979061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.979061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.979061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.118687] env[69486]: DEBUG nova.scheduler.client.report [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.132042] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132784} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.141059] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.141942] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be8e7e2-52f1-4d10-b518-364f1f702244 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.168040] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] ba98f5c7-9887-416c-8cc5-0e5e434a08b0/ba98f5c7-9887-416c-8cc5-0e5e434a08b0.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.168735] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77393552-8aee-4129-a014-6edda04c7b1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.190092] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 843.190092] env[69486]: value = "task-3214086" [ 843.190092] env[69486]: _type = "Task" [ 843.190092] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.199400] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214086, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.294011] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.470827] env[69486]: DEBUG nova.network.neutron [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updated VIF entry in instance network info cache for port 4384f567-089d-4cf2-80df-4bddf227c66b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.471323] env[69486]: DEBUG nova.network.neutron [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updating instance_info_cache with network_info: [{"id": "4384f567-089d-4cf2-80df-4bddf227c66b", "address": "fa:16:3e:29:32:73", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4384f567-08", "ovs_interfaceid": "4384f567-089d-4cf2-80df-4bddf227c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.628389] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.631606] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.949s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.631987] env[69486]: DEBUG nova.objects.instance [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lazy-loading 'resources' on Instance uuid 310e5f02-b4ea-4501-b3b1-d3c7557189eb {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.658198] env[69486]: INFO nova.scheduler.client.report [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleted allocations for instance bdab7fe7-b54a-4b10-bcd2-b8b42dec056d [ 843.710884] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214086, 'name': ReconfigVM_Task, 'duration_secs': 0.332053} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.712104] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Reconfigured VM instance instance-00000039 to attach disk [datastore1] ba98f5c7-9887-416c-8cc5-0e5e434a08b0/ba98f5c7-9887-416c-8cc5-0e5e434a08b0.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.713658] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994196d7-9756-47a5-8585-2847bd7a2d02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.724424] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 843.724424] env[69486]: value = "task-3214087" [ 843.724424] env[69486]: _type = "Task" [ 843.724424] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.738991] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214087, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.826081] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.975639] env[69486]: DEBUG oslo_concurrency.lockutils [req-2b527454-f9b7-4503-8277-7b4f5e781699 req-e233d143-e164-4424-a4fc-a466a6e3248a service nova] Releasing lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.975639] env[69486]: DEBUG oslo_concurrency.lockutils [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquired lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.975639] env[69486]: DEBUG nova.network.neutron [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.021299] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.021525] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.021757] env[69486]: DEBUG nova.network.neutron [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.172643] env[69486]: DEBUG oslo_concurrency.lockutils [None req-716f718c-3cb6-4c6e-9a0b-74a0c4de3272 tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "bdab7fe7-b54a-4b10-bcd2-b8b42dec056d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.140s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.234691] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214087, 'name': Rename_Task, 'duration_secs': 0.27599} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.237194] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.237632] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e534430e-43da-49aa-bd82-b55414dfc00e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.244760] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 844.244760] env[69486]: value = "task-3214088" [ 844.244760] env[69486]: _type = "Task" [ 844.244760] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.255156] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.632739] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ebb9d-c248-4b1a-984a-65b122298be3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.641138] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589853a6-02c9-4000-8578-8ec4395e401e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.685549] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8928e9-cc08-426f-a4a5-08c474235d45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.699667] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a677862-781f-431a-b515-679175d48272 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.717050] env[69486]: DEBUG nova.compute.provider_tree [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.775539] env[69486]: DEBUG oslo_vmware.api [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214088, 'name': PowerOnVM_Task, 'duration_secs': 0.478279} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.775539] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.775539] env[69486]: INFO nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Took 6.45 seconds to spawn the instance on the hypervisor. [ 844.775539] env[69486]: DEBUG nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.775539] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880c76c-588e-468c-8feb-e26a9700f6d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.929545] env[69486]: DEBUG nova.network.neutron [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updating instance_info_cache with network_info: [{"id": "4384f567-089d-4cf2-80df-4bddf227c66b", "address": "fa:16:3e:29:32:73", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4384f567-08", "ovs_interfaceid": "4384f567-089d-4cf2-80df-4bddf227c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.961645] env[69486]: DEBUG nova.network.neutron [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.221290] env[69486]: DEBUG nova.scheduler.client.report [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.307492] env[69486]: INFO nova.compute.manager [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Took 55.86 seconds to build instance. [ 845.432484] env[69486]: DEBUG oslo_concurrency.lockutils [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Releasing lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.464598] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.727144] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.729984] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.009s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.730253] env[69486]: DEBUG nova.objects.instance [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lazy-loading 'resources' on Instance uuid cfbdaa68-e556-4b72-abc5-0a17aa8ff71f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.753489] env[69486]: INFO nova.scheduler.client.report [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Deleted allocations for instance 310e5f02-b4ea-4501-b3b1-d3c7557189eb [ 845.809489] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f7da27b-d290-47be-ab42-35847f0cadfe tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.373s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.939637] env[69486]: DEBUG nova.compute.manager [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.940562] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73aa83a-b908-44cf-aee3-05d5e722ef0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.986351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbde651-d8b4-4e9f-aee6-7356dcd255fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.006321] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5769a-c02d-4df8-b3bb-e9479e1b1eae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.013304] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.267245] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f610944-f28b-4a35-a123-0ca7c23ddffe tempest-ListServersNegativeTestJSON-1576460341 tempest-ListServersNegativeTestJSON-1576460341-project-member] Lock "310e5f02-b4ea-4501-b3b1-d3c7557189eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.010s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.287272] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "3d011cc0-16a1-4850-9038-636d11da4480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.287527] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "3d011cc0-16a1-4850-9038-636d11da4480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.520508] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.520508] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e058c4e8-a3f1-411e-8c9b-6ed98e2fdcbc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.528579] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 846.528579] env[69486]: value = "task-3214089" [ 846.528579] env[69486]: _type = "Task" [ 846.528579] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.538385] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.601137] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb939070-2476-4257-87e0-faa75d1f5fab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.609860] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820d23f9-c090-45f9-9cfd-fa436e187c17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.642998] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65841770-3396-4402-93c9-55b084062d95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.650530] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e026fe-8aa5-400e-9318-7b16947de194 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.665053] env[69486]: DEBUG nova.compute.provider_tree [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.795378] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.961208] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef71249-695e-472e-8b08-3e9c9fb3d2f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.969102] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Doing hard reboot of VM {{(pid=69486) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 846.969372] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4a0a4a8c-ecfb-4ae4-a2ee-e0d69478374e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.975654] env[69486]: DEBUG oslo_vmware.api [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 846.975654] env[69486]: value = "task-3214090" [ 846.975654] env[69486]: _type = "Task" [ 846.975654] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.983367] env[69486]: DEBUG oslo_vmware.api [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214090, 'name': ResetVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.037796] env[69486]: DEBUG oslo_vmware.api [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214089, 'name': PowerOnVM_Task, 'duration_secs': 0.41413} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.038299] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.038299] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ab158a-3465-458e-91bb-9bf8dd6980e1 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance '8c65ecb4-c94f-4841-a432-776e0a94fc73' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.168570] env[69486]: DEBUG nova.scheduler.client.report [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.318839] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.491080] env[69486]: DEBUG oslo_vmware.api [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214090, 'name': ResetVM_Task, 'duration_secs': 0.122449} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.491080] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Did hard reboot of VM {{(pid=69486) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 847.491080] env[69486]: DEBUG nova.compute.manager [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.491080] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91573083-22ac-4b9e-88ed-0e9d34b2e9e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.678857] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.679785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.781s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.680199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.680996] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 847.681648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.383s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.682137] env[69486]: DEBUG nova.objects.instance [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.687213] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e64c71a-2d5b-42c8-be2a-a4166b33e710 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.706915] env[69486]: INFO nova.scheduler.client.report [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Deleted allocations for instance cfbdaa68-e556-4b72-abc5-0a17aa8ff71f [ 847.706915] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06110459-41cc-4672-b55e-a994ab409e3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.735373] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3fb2fb-3f87-4669-9ea9-785f799551ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.743896] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73489559-9809-4bc9-abab-f4c8c61c8e1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.780019] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178676MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 847.780019] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.999935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-de0c1403-d72f-4cf7-ae44-d97bcedce8c8 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.585s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.222637] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bece612b-99ee-471d-b89e-09d3c2934df6 tempest-ServerMetadataNegativeTestJSON-1787152207 tempest-ServerMetadataNegativeTestJSON-1787152207-project-member] Lock "cfbdaa68-e556-4b72-abc5-0a17aa8ff71f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.534s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.308473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.308473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.308473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.308473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.308473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.309354] env[69486]: INFO nova.compute.manager [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Terminating instance [ 848.704660] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9d03ddd3-56fe-4dab-bf77-0efdbf189ce3 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.706743] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.963s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.709062] env[69486]: INFO nova.compute.claims [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.814277] env[69486]: DEBUG nova.compute.manager [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.814552] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.815490] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6082aaa-aa20-42a3-a788-af2a2652bb58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.826570] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.826904] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59020930-14a1-4450-b4a8-a987959821ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.834502] env[69486]: DEBUG oslo_vmware.api [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 848.834502] env[69486]: value = "task-3214091" [ 848.834502] env[69486]: _type = "Task" [ 848.834502] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.847495] env[69486]: DEBUG oslo_vmware.api [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.995731] env[69486]: DEBUG nova.compute.manager [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Received event network-changed-4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 848.995811] env[69486]: DEBUG nova.compute.manager [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Refreshing instance network info cache due to event network-changed-4384f567-089d-4cf2-80df-4bddf227c66b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 848.996541] env[69486]: DEBUG oslo_concurrency.lockutils [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] Acquiring lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.996796] env[69486]: DEBUG oslo_concurrency.lockutils [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] Acquired lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.997041] env[69486]: DEBUG nova.network.neutron [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Refreshing network info cache for port 4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.233561] env[69486]: DEBUG nova.network.neutron [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Port 0acbf62d-348a-444c-bb36-e4be39f990a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 849.233998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.233998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.234330] env[69486]: DEBUG nova.network.neutron [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.346066] env[69486]: DEBUG oslo_vmware.api [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214091, 'name': PowerOffVM_Task, 'duration_secs': 0.186164} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.346358] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.346525] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.346778] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d6e9b8c-6d03-4dff-9244-7c632edc5c08 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.409099] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.409099] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.409204] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Deleting the datastore file [datastore1] ba98f5c7-9887-416c-8cc5-0e5e434a08b0 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.409468] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae20009c-b136-4f97-a683-c723641011df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.417642] env[69486]: DEBUG oslo_vmware.api [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 849.417642] env[69486]: value = "task-3214093" [ 849.417642] env[69486]: _type = "Task" [ 849.417642] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.426460] env[69486]: DEBUG oslo_vmware.api [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.776607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.776879] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.777106] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "6df8b702-7ab7-4b2a-95c7-2844be98649d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.777409] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.777876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.782111] env[69486]: INFO nova.compute.manager [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Terminating instance [ 849.830583] env[69486]: DEBUG nova.network.neutron [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updated VIF entry in instance network info cache for port 4384f567-089d-4cf2-80df-4bddf227c66b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.830860] env[69486]: DEBUG nova.network.neutron [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updating instance_info_cache with network_info: [{"id": "4384f567-089d-4cf2-80df-4bddf227c66b", "address": "fa:16:3e:29:32:73", "network": {"id": "a35e9a46-c3c0-4011-bcc0-f826d6a1c772", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1445887868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08d5a7d004bd473da092b6278a224782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4384f567-08", "ovs_interfaceid": "4384f567-089d-4cf2-80df-4bddf227c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.934279] env[69486]: DEBUG oslo_vmware.api [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14052} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.934557] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.934741] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.934907] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.935117] env[69486]: INFO nova.compute.manager [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 849.935469] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.935679] env[69486]: DEBUG nova.compute.manager [-] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.935772] env[69486]: DEBUG nova.network.neutron [-] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.202114] env[69486]: DEBUG nova.network.neutron [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.230424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97276159-1154-45ae-bb3a-d4fe11519172 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.238306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02216660-477a-4163-a10d-c7a624f61546 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.269923] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a7aef-320f-41f7-a9fc-8482081571dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.277272] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b5439-6ba8-43f9-b325-55059da69203 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.292406] env[69486]: DEBUG nova.compute.manager [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.292616] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.293117] env[69486]: DEBUG nova.compute.provider_tree [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.295088] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5512a9-bb57-421c-b9f1-8571d1277c9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.303200] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.303443] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34fa486-0d05-4207-87bc-fd08939051f2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.307027] env[69486]: DEBUG nova.compute.manager [req-5fa480b9-4a24-4694-ad57-7132fc8f900e req-cf06341c-0a41-4577-8d41-c2c16cab8cea service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Received event network-vif-deleted-8bccfb53-79dc-4d24-816a-f31e37c0e2ec {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 850.307212] env[69486]: INFO nova.compute.manager [req-5fa480b9-4a24-4694-ad57-7132fc8f900e req-cf06341c-0a41-4577-8d41-c2c16cab8cea service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Neutron deleted interface 8bccfb53-79dc-4d24-816a-f31e37c0e2ec; detaching it from the instance and deleting it from the info cache [ 850.307376] env[69486]: DEBUG nova.network.neutron [req-5fa480b9-4a24-4694-ad57-7132fc8f900e req-cf06341c-0a41-4577-8d41-c2c16cab8cea service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.314248] env[69486]: DEBUG oslo_vmware.api [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 850.314248] env[69486]: value = "task-3214094" [ 850.314248] env[69486]: _type = "Task" [ 850.314248] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.324046] env[69486]: DEBUG oslo_vmware.api [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.333093] env[69486]: DEBUG oslo_concurrency.lockutils [req-37e4a9ff-3f92-4829-a51f-80852f4feba7 req-0682e29b-a821-4e37-b69b-c62223fc61fc service nova] Releasing lock "refresh_cache-6df8b702-7ab7-4b2a-95c7-2844be98649d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.707716] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.795488] env[69486]: DEBUG nova.network.neutron [-] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.798996] env[69486]: DEBUG nova.scheduler.client.report [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.810230] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2730a419-4bba-4ad5-9639-eb6cef71b173 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.831894] env[69486]: DEBUG oslo_vmware.api [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214094, 'name': PowerOffVM_Task, 'duration_secs': 0.315224} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.831894] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.831894] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.831894] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e97748b2-2418-4062-83a2-430b1e4ae1c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.836173] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9daae60-e570-478a-a347-11c412d1a32d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.879738] env[69486]: DEBUG nova.compute.manager [req-5fa480b9-4a24-4694-ad57-7132fc8f900e req-cf06341c-0a41-4577-8d41-c2c16cab8cea service nova] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Detach interface failed, port_id=8bccfb53-79dc-4d24-816a-f31e37c0e2ec, reason: Instance ba98f5c7-9887-416c-8cc5-0e5e434a08b0 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 850.917159] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.917895] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.918134] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Deleting the datastore file [datastore2] 6df8b702-7ab7-4b2a-95c7-2844be98649d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.918577] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3244f36c-1278-4c78-a0cc-0b41abc1f4b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.925594] env[69486]: DEBUG oslo_vmware.api [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 850.925594] env[69486]: value = "task-3214096" [ 850.925594] env[69486]: _type = "Task" [ 850.925594] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.935442] env[69486]: DEBUG oslo_vmware.api [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.211705] env[69486]: DEBUG nova.compute.manager [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69486) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 851.215024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.299042] env[69486]: INFO nova.compute.manager [-] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Took 1.36 seconds to deallocate network for instance. [ 851.305763] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.309401] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.312149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.390s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.312343] env[69486]: DEBUG nova.objects.instance [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 851.436635] env[69486]: DEBUG oslo_vmware.api [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230413} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.437135] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.437135] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.437502] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.437502] env[69486]: INFO nova.compute.manager [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 851.441113] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.441779] env[69486]: DEBUG nova.compute.manager [-] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.441779] env[69486]: DEBUG nova.network.neutron [-] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.814701] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.815936] env[69486]: DEBUG nova.compute.utils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.817440] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.817688] env[69486]: DEBUG nova.network.neutron [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.896061] env[69486]: DEBUG nova.policy [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '369737dc541640d89738e8d44c32b36f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85a24636db5b4d24ac67048a3e8cb640', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.269618] env[69486]: DEBUG nova.network.neutron [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Successfully created port: 548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.321620] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.329197] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a77ac598-bb26-4a58-8257-92f1598ae809 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.329540] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.203s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.332585] env[69486]: DEBUG nova.network.neutron [-] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.377950] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.378206] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.544209] env[69486]: DEBUG nova.compute.manager [req-2b2ca1a7-16e5-4329-8d14-b53891b1a229 req-bbd2f5ee-a18b-4b88-81a8-700c799f2ad8 service nova] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Received event network-vif-deleted-4384f567-089d-4cf2-80df-4bddf227c66b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 852.816320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "141038b4-0de6-40ba-9c73-e018620c2068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.816995] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "141038b4-0de6-40ba-9c73-e018620c2068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.836771] env[69486]: INFO nova.compute.claims [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.840193] env[69486]: INFO nova.compute.manager [-] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Took 1.40 seconds to deallocate network for instance. [ 852.948994] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "0fc58a79-c995-4d67-9d24-00014a664317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.949260] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0fc58a79-c995-4d67-9d24-00014a664317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.331561] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.347596] env[69486]: INFO nova.compute.resource_tracker [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating resource usage from migration 0e4dbaab-e4df-4915-b8f0-b649e06c502b [ 853.351327] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.360357] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.360470] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.360731] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.360823] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.361254] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.361254] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.361316] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.361465] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.361608] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.362493] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.362493] env[69486]: DEBUG nova.virt.hardware [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.362825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec12f6c-fdd7-4d3f-8ac6-31cc50d156ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.373931] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2b642-5666-4dad-bf91-a5bb1fba9d77 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.803348] env[69486]: DEBUG nova.compute.manager [req-997131ac-8a00-4808-894d-22f20ecd8b1a req-babc5d15-9d44-49d9-a2df-a9ce57187503 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-vif-plugged-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 853.803348] env[69486]: DEBUG oslo_concurrency.lockutils [req-997131ac-8a00-4808-894d-22f20ecd8b1a req-babc5d15-9d44-49d9-a2df-a9ce57187503 service nova] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.803457] env[69486]: DEBUG oslo_concurrency.lockutils [req-997131ac-8a00-4808-894d-22f20ecd8b1a req-babc5d15-9d44-49d9-a2df-a9ce57187503 service nova] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.803653] env[69486]: DEBUG oslo_concurrency.lockutils [req-997131ac-8a00-4808-894d-22f20ecd8b1a req-babc5d15-9d44-49d9-a2df-a9ce57187503 service nova] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.803760] env[69486]: DEBUG nova.compute.manager [req-997131ac-8a00-4808-894d-22f20ecd8b1a req-babc5d15-9d44-49d9-a2df-a9ce57187503 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] No waiting events found dispatching network-vif-plugged-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.803939] env[69486]: WARNING nova.compute.manager [req-997131ac-8a00-4808-894d-22f20ecd8b1a req-babc5d15-9d44-49d9-a2df-a9ce57187503 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received unexpected event network-vif-plugged-548a034c-2db9-4f58-b495-31df365edf94 for instance with vm_state building and task_state spawning. [ 853.891071] env[69486]: DEBUG nova.network.neutron [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Successfully updated port: 548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.893650] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970515c3-dc91-4bfb-bdb5-5488cac6d73a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.901690] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c48bb9-7789-4181-8902-9f47518aeb20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.932836] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0488ef-95ea-42c7-9ad3-749e5dab1d80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.940401] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87499827-829e-4ca2-9c17-b07930c85572 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.955065] env[69486]: DEBUG nova.compute.provider_tree [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.398282] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.398536] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.398753] env[69486]: DEBUG nova.network.neutron [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.458261] env[69486]: DEBUG nova.scheduler.client.report [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.929657] env[69486]: DEBUG nova.network.neutron [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.963597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.634s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.963810] env[69486]: INFO nova.compute.manager [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Migrating [ 854.974108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.513s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.974343] env[69486]: DEBUG nova.objects.instance [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lazy-loading 'resources' on Instance uuid 67842d3e-b361-4eeb-9139-e8101a23a9ed {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.064081] env[69486]: DEBUG nova.network.neutron [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.483065] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.483294] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.483442] env[69486]: DEBUG nova.network.neutron [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.566693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.567077] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance network_info: |[{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.569359] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:0f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548a034c-2db9-4f58-b495-31df365edf94', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.576775] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating folder: Project (85a24636db5b4d24ac67048a3e8cb640). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.577220] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b93c82d5-00e8-4dd9-9f95-d4c8faa4d4b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.588682] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created folder: Project (85a24636db5b4d24ac67048a3e8cb640) in parent group-v642494. [ 855.588871] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating folder: Instances. Parent ref: group-v642663. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.589117] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35f763d-51dc-4b58-970b-fb30d8c02e90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.597407] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created folder: Instances in parent group-v642663. [ 855.597638] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.599916] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.600336] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ee3df9-23f1-4b82-91a4-12ab42fb60aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.620403] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.620403] env[69486]: value = "task-3214099" [ 855.620403] env[69486]: _type = "Task" [ 855.620403] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.630639] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214099, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.864444] env[69486]: DEBUG nova.compute.manager [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-changed-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 855.864444] env[69486]: DEBUG nova.compute.manager [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing instance network info cache due to event network-changed-548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 855.864444] env[69486]: DEBUG oslo_concurrency.lockutils [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.864444] env[69486]: DEBUG oslo_concurrency.lockutils [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.864444] env[69486]: DEBUG nova.network.neutron [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing network info cache for port 548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.901253] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a092e-a884-48de-a184-c773fd231ee7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.908731] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed24030-549d-4221-b2ca-81d6465a0d72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.941506] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e82ce0-a903-4c0a-b59c-0a0db0aa1ee9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.949381] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1044fb-b91c-48a4-b3d0-13c14e3b249f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.964343] env[69486]: DEBUG nova.compute.provider_tree [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.131886] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214099, 'name': CreateVM_Task, 'duration_secs': 0.295263} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.131886] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.132487] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.132652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.133069] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.133349] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95809f4-bd40-44c0-a267-941866ed19cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.138553] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 856.138553] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a809e3-1f75-6ae0-4e78-4d38722e51b4" [ 856.138553] env[69486]: _type = "Task" [ 856.138553] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.146468] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a809e3-1f75-6ae0-4e78-4d38722e51b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.396139] env[69486]: DEBUG nova.network.neutron [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [{"id": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "address": "fa:16:3e:bd:9a:30", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d293c-42", "ovs_interfaceid": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.466717] env[69486]: DEBUG nova.scheduler.client.report [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.563670] env[69486]: DEBUG nova.network.neutron [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updated VIF entry in instance network info cache for port 548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.564027] env[69486]: DEBUG nova.network.neutron [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.649501] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a809e3-1f75-6ae0-4e78-4d38722e51b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.649501] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.649646] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.650486] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.650486] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.650486] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.650623] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f41569b7-804b-437b-acbd-432ef3978d12 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.658737] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.658915] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.659650] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659edb19-3d5e-4db0-94ae-3adbc7d365a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.664944] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 856.664944] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520df266-e2fd-054c-ef79-83dbe3d096bd" [ 856.664944] env[69486]: _type = "Task" [ 856.664944] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.673401] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520df266-e2fd-054c-ef79-83dbe3d096bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.900145] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.981498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.983841] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.481s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.984831] env[69486]: DEBUG nova.objects.instance [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lazy-loading 'resources' on Instance uuid 88eacabd-8ee8-4a84-a613-19c0dc548658 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.014023] env[69486]: INFO nova.scheduler.client.report [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted allocations for instance 67842d3e-b361-4eeb-9139-e8101a23a9ed [ 857.066563] env[69486]: DEBUG oslo_concurrency.lockutils [req-f086a09a-450e-4012-9d7b-e5afe359ee54 req-3440715f-6825-4bdd-b0d4-3df4d73fadb4 service nova] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.177090] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520df266-e2fd-054c-ef79-83dbe3d096bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.177880] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6c6950-8b39-400b-975b-39a5795c4941 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.183237] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 857.183237] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c8d503-1fa1-ffcd-bb29-8cc84ade7264" [ 857.183237] env[69486]: _type = "Task" [ 857.183237] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.190873] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c8d503-1fa1-ffcd-bb29-8cc84ade7264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.520820] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08e7f55b-a35c-448c-8367-b797b440b410 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "67842d3e-b361-4eeb-9139-e8101a23a9ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.524s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.695581] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c8d503-1fa1-ffcd-bb29-8cc84ade7264, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.695999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.696103] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.696343] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f1ef9a-9471-46a3-9c88-912d755826ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.706672] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 857.706672] env[69486]: value = "task-3214100" [ 857.706672] env[69486]: _type = "Task" [ 857.706672] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.716973] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.874047] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be43bdc-f12c-4ba4-b3d1-09ec64c468de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.881839] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471e4550-c546-49ad-b5c9-daf88aee50e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.916768] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd50118-1352-4a37-b2d6-663a5ea657e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.924733] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf4a70-308f-49ca-8473-cbea59204505 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.940041] env[69486]: DEBUG nova.compute.provider_tree [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.216677] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475919} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.217511] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.217511] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.217654] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f1f73b3-b465-4663-be06-8aebbe79c92b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.224319] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 858.224319] env[69486]: value = "task-3214101" [ 858.224319] env[69486]: _type = "Task" [ 858.224319] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.231758] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.260489] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "e5fde291-3647-432f-bf7f-9be335f39425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.260758] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "e5fde291-3647-432f-bf7f-9be335f39425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.260992] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "e5fde291-3647-432f-bf7f-9be335f39425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.261189] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "e5fde291-3647-432f-bf7f-9be335f39425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.261364] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "e5fde291-3647-432f-bf7f-9be335f39425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.263498] env[69486]: INFO nova.compute.manager [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Terminating instance [ 858.423484] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e1004-edd7-4b97-b090-96c776e97f99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.441496] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.445162] env[69486]: DEBUG nova.scheduler.client.report [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.734954] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06596} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.735294] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.736041] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd4013-a83c-4917-8636-6993af56d08f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.759113] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.759321] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8340f69a-ef4a-4204-bc43-e045d723f3a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.777934] env[69486]: DEBUG nova.compute.manager [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.778164] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.778919] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf099fa7-226c-4b32-874d-e9eb6fce10f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.785846] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.786971] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f20661-1b89-4e8e-981f-338978de568b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.790037] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 858.790037] env[69486]: value = "task-3214102" [ 858.790037] env[69486]: _type = "Task" [ 858.790037] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.796504] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 858.796504] env[69486]: value = "task-3214103" [ 858.796504] env[69486]: _type = "Task" [ 858.796504] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.799490] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.807159] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.951240] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.951983] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.954710] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f172e995-70dc-4a27-95fb-74001ba7c41c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.956293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.527s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.957745] env[69486]: INFO nova.compute.claims [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.966205] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 858.966205] env[69486]: value = "task-3214104" [ 858.966205] env[69486]: _type = "Task" [ 858.966205] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.974258] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.975233] env[69486]: INFO nova.scheduler.client.report [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Deleted allocations for instance 88eacabd-8ee8-4a84-a613-19c0dc548658 [ 859.301369] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.309664] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.476587] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214104, 'name': PowerOffVM_Task, 'duration_secs': 0.270976} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.476893] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.477104] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.483113] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3afe2aa3-a37a-4257-8c7c-d2e8d67a7a73 tempest-ServersListShow2100Test-1404021265 tempest-ServersListShow2100Test-1404021265-project-member] Lock "88eacabd-8ee8-4a84-a613-19c0dc548658" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.186s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.801126] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214102, 'name': ReconfigVM_Task, 'duration_secs': 0.737892} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.801458] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfigured VM instance instance-0000003a to attach disk [datastore2] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.804741] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d756e95-6e9b-4ce0-96f8-23ea32b594f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.811148] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214103, 'name': PowerOffVM_Task, 'duration_secs': 0.57624} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.812223] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.812429] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.812713] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 859.812713] env[69486]: value = "task-3214105" [ 859.812713] env[69486]: _type = "Task" [ 859.812713] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.812888] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae9f4fa-7697-4fc4-9004-b78778c4c817 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.825729] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214105, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.878990] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.879241] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.879450] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleting the datastore file [datastore2] e5fde291-3647-432f-bf7f-9be335f39425 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.879719] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45649307-a106-46a2-8e1b-2bbd7f98dc14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.888516] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 859.888516] env[69486]: value = "task-3214107" [ 859.888516] env[69486]: _type = "Task" [ 859.888516] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.896355] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.986152] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.986152] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.986152] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.986310] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.986441] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.986582] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.986777] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.986930] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.987101] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.987262] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.987428] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.995112] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dec226-1ca2-42ca-9bf5-5393ad442ac9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.009893] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 860.009893] env[69486]: value = "task-3214108" [ 860.009893] env[69486]: _type = "Task" [ 860.009893] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.018137] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.330152] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214105, 'name': Rename_Task, 'duration_secs': 0.160779} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.333092] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.333517] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08c3f33c-ff82-4421-9235-f08efb32ad4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.339221] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 860.339221] env[69486]: value = "task-3214109" [ 860.339221] env[69486]: _type = "Task" [ 860.339221] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.353330] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.389081] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff8f63-9d7d-4957-8e44-55a23a45ceff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.401625] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16603a5c-2dbc-4758-83cd-2223e00503bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.404554] env[69486]: DEBUG oslo_vmware.api [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168901} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.404796] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.404974] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.405170] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.405371] env[69486]: INFO nova.compute.manager [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Took 1.63 seconds to destroy the instance on the hypervisor. [ 860.405608] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.406178] env[69486]: DEBUG nova.compute.manager [-] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.406283] env[69486]: DEBUG nova.network.neutron [-] [instance: e5fde291-3647-432f-bf7f-9be335f39425] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.432580] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1d9fa-46f1-45d5-8d36-b5077608b25a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.439953] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5641fe2d-3cbe-4b3c-a8ab-3fae842709ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.453963] env[69486]: DEBUG nova.compute.provider_tree [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.520583] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214108, 'name': ReconfigVM_Task, 'duration_secs': 0.325062} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.521138] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.760034] env[69486]: DEBUG nova.compute.manager [req-126fb134-98d6-4cf8-8ce5-05c6324ce561 req-144d8517-9c7d-4ca2-891b-532acd6a096c service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Received event network-vif-deleted-69d1ce10-0560-4f09-a72e-e618c6a99921 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 860.760034] env[69486]: INFO nova.compute.manager [req-126fb134-98d6-4cf8-8ce5-05c6324ce561 req-144d8517-9c7d-4ca2-891b-532acd6a096c service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Neutron deleted interface 69d1ce10-0560-4f09-a72e-e618c6a99921; detaching it from the instance and deleting it from the info cache [ 860.760034] env[69486]: DEBUG nova.network.neutron [req-126fb134-98d6-4cf8-8ce5-05c6324ce561 req-144d8517-9c7d-4ca2-891b-532acd6a096c service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.848916] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.957474] env[69486]: DEBUG nova.scheduler.client.report [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.028727] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.028990] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.029164] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.029349] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.029492] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.029642] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.029840] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.029998] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.030207] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.030375] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.030547] env[69486]: DEBUG nova.virt.hardware [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.035834] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.036134] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1242a436-fd42-4c0a-a533-3d89499e1c85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.057043] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 861.057043] env[69486]: value = "task-3214110" [ 861.057043] env[69486]: _type = "Task" [ 861.057043] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.064976] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.193108] env[69486]: DEBUG nova.network.neutron [-] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.264274] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-838fa124-d197-43c7-ae41-d52e334dd06b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.273785] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbeb2a0-e453-4c7a-a869-45a13a301aad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.306436] env[69486]: DEBUG nova.compute.manager [req-126fb134-98d6-4cf8-8ce5-05c6324ce561 req-144d8517-9c7d-4ca2-891b-532acd6a096c service nova] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Detach interface failed, port_id=69d1ce10-0560-4f09-a72e-e618c6a99921, reason: Instance e5fde291-3647-432f-bf7f-9be335f39425 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 861.349784] env[69486]: DEBUG oslo_vmware.api [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214109, 'name': PowerOnVM_Task, 'duration_secs': 0.790331} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.350064] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.350327] env[69486]: INFO nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Took 8.02 seconds to spawn the instance on the hypervisor. [ 861.350506] env[69486]: DEBUG nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.351368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923cd632-fd8a-42ad-a124-b992f1fb46ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.463337] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.463829] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.466509] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.166s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.467932] env[69486]: INFO nova.compute.claims [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.568208] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214110, 'name': ReconfigVM_Task, 'duration_secs': 0.161761} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.568480] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 861.569258] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f9cde-b90a-4780-a595-24c5e18c741b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.590359] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670/d39dd037-4039-4f6e-8302-80bc8c2d6670.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.590630] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784e9c3e-af1c-4d85-ab06-8c512a83b6f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.607808] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 861.607808] env[69486]: value = "task-3214111" [ 861.607808] env[69486]: _type = "Task" [ 861.607808] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.615722] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.695927] env[69486]: INFO nova.compute.manager [-] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Took 1.29 seconds to deallocate network for instance. [ 861.873753] env[69486]: INFO nova.compute.manager [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Took 54.15 seconds to build instance. [ 861.973077] env[69486]: DEBUG nova.compute.utils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.976071] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.976250] env[69486]: DEBUG nova.network.neutron [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.014614] env[69486]: DEBUG nova.policy [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2631068780c403c84273c950a2e0a9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0246d50469047698a61a71b5b49ec51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.122455] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214111, 'name': ReconfigVM_Task, 'duration_secs': 0.251931} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.122801] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670/d39dd037-4039-4f6e-8302-80bc8c2d6670.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.123117] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.202893] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.294231] env[69486]: DEBUG nova.compute.manager [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-changed-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 862.294231] env[69486]: DEBUG nova.compute.manager [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing instance network info cache due to event network-changed-548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 862.294231] env[69486]: DEBUG oslo_concurrency.lockutils [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.294231] env[69486]: DEBUG oslo_concurrency.lockutils [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.294231] env[69486]: DEBUG nova.network.neutron [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing network info cache for port 548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.332452] env[69486]: DEBUG nova.network.neutron [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Successfully created port: 94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.376092] env[69486]: DEBUG oslo_concurrency.lockutils [None req-26833215-702d-4319-ac4c-40386d66833e tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.677s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.476610] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.629869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e804d-38a6-4001-b12c-70dceaabbeed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.652096] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8815bf75-19c5-40aa-a3b6-bc4d0ece45a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.669705] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.880258] env[69486]: DEBUG nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.907899] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c8b7f-250c-4994-ac5e-562c078ae74c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.915834] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e15a5ec-ed53-439e-bb58-6cc69ad79fb3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.949308] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959a728-6584-4c3f-adb3-4990270d6afa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.958385] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45eb3fd-0045-46bf-83e3-a873fc50f5d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.975020] env[69486]: DEBUG nova.compute.provider_tree [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.085065] env[69486]: DEBUG nova.network.neutron [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updated VIF entry in instance network info cache for port 548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.085450] env[69486]: DEBUG nova.network.neutron [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.226333] env[69486]: DEBUG nova.network.neutron [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Port 0b7d293c-422b-4d0f-bd88-aad7d20cb9ca binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 863.404578] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.477368] env[69486]: DEBUG nova.scheduler.client.report [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.485529] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.510729] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.510980] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.511159] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.511341] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.511486] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.511629] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.511848] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.512012] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.512179] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.512336] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.512532] env[69486]: DEBUG nova.virt.hardware [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.513642] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae8d743-8e04-4c79-8dae-63dbb8427447 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.521513] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc21a3b0-d6a8-4ff6-9ccf-338b3c96dc29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.588062] env[69486]: DEBUG oslo_concurrency.lockutils [req-b3876a0c-3bd3-43d8-9d6c-bcf1ec71db3c req-57dfd70f-9c16-4683-8caf-6f05c8cd1eee service nova] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.740812] env[69486]: DEBUG nova.compute.manager [req-d88db62d-1b10-4c6b-aac0-1266058596be req-f0c365f7-fb10-48b2-94d0-3ad9662d0f85 service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Received event network-vif-plugged-94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 863.741053] env[69486]: DEBUG oslo_concurrency.lockutils [req-d88db62d-1b10-4c6b-aac0-1266058596be req-f0c365f7-fb10-48b2-94d0-3ad9662d0f85 service nova] Acquiring lock "aedf2597-d729-4a8c-b231-60602f15c6a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.741290] env[69486]: DEBUG oslo_concurrency.lockutils [req-d88db62d-1b10-4c6b-aac0-1266058596be req-f0c365f7-fb10-48b2-94d0-3ad9662d0f85 service nova] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.741482] env[69486]: DEBUG oslo_concurrency.lockutils [req-d88db62d-1b10-4c6b-aac0-1266058596be req-f0c365f7-fb10-48b2-94d0-3ad9662d0f85 service nova] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.742016] env[69486]: DEBUG nova.compute.manager [req-d88db62d-1b10-4c6b-aac0-1266058596be req-f0c365f7-fb10-48b2-94d0-3ad9662d0f85 service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] No waiting events found dispatching network-vif-plugged-94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.742016] env[69486]: WARNING nova.compute.manager [req-d88db62d-1b10-4c6b-aac0-1266058596be req-f0c365f7-fb10-48b2-94d0-3ad9662d0f85 service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Received unexpected event network-vif-plugged-94198e0b-99c5-4727-a4bc-efbc860c52af for instance with vm_state building and task_state spawning. [ 863.835890] env[69486]: DEBUG nova.network.neutron [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Successfully updated port: 94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.982970] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.983515] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.986175] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.219s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.987576] env[69486]: INFO nova.compute.claims [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.249422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.249677] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.249852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.339416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-aedf2597-d729-4a8c-b231-60602f15c6a2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.339566] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-aedf2597-d729-4a8c-b231-60602f15c6a2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.339806] env[69486]: DEBUG nova.network.neutron [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.491530] env[69486]: DEBUG nova.compute.utils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.494650] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.494820] env[69486]: DEBUG nova.network.neutron [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.539665] env[69486]: DEBUG nova.policy [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0762a1a611043d0af3167735f8f547f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd2d5de1a44248a2d3872a82667de9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.852756] env[69486]: DEBUG nova.network.neutron [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Successfully created port: f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.870554] env[69486]: DEBUG nova.network.neutron [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.998134] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.024940] env[69486]: DEBUG nova.network.neutron [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Updating instance_info_cache with network_info: [{"id": "94198e0b-99c5-4727-a4bc-efbc860c52af", "address": "fa:16:3e:02:56:18", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94198e0b-99", "ovs_interfaceid": "94198e0b-99c5-4727-a4bc-efbc860c52af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.282925] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.283152] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.283335] env[69486]: DEBUG nova.network.neutron [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.378629] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab51f583-351b-479b-a9b0-ecdf3c293e4f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.386570] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2edd76-b2ba-40f6-a600-3f07829634ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.417803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81c38b-258b-4b1e-98c5-d87a2a5a5f70 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.425388] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2507e181-b769-42ca-8195-bc7549c4f4ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.439174] env[69486]: DEBUG nova.compute.provider_tree [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.527419] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-aedf2597-d729-4a8c-b231-60602f15c6a2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.527661] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Instance network_info: |[{"id": "94198e0b-99c5-4727-a4bc-efbc860c52af", "address": "fa:16:3e:02:56:18", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94198e0b-99", "ovs_interfaceid": "94198e0b-99c5-4727-a4bc-efbc860c52af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.528083] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:56:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94198e0b-99c5-4727-a4bc-efbc860c52af', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.535593] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.535802] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.536033] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1414a408-1d0b-48db-8b4c-ffafa2878d7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.557429] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.557429] env[69486]: value = "task-3214112" [ 865.557429] env[69486]: _type = "Task" [ 865.557429] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.566914] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214112, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.845878] env[69486]: DEBUG nova.compute.manager [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Received event network-changed-94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 865.845878] env[69486]: DEBUG nova.compute.manager [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Refreshing instance network info cache due to event network-changed-94198e0b-99c5-4727-a4bc-efbc860c52af. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 865.846062] env[69486]: DEBUG oslo_concurrency.lockutils [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] Acquiring lock "refresh_cache-aedf2597-d729-4a8c-b231-60602f15c6a2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.846231] env[69486]: DEBUG oslo_concurrency.lockutils [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] Acquired lock "refresh_cache-aedf2597-d729-4a8c-b231-60602f15c6a2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.846354] env[69486]: DEBUG nova.network.neutron [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Refreshing network info cache for port 94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.947902] env[69486]: DEBUG nova.scheduler.client.report [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.011133] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.029613] env[69486]: DEBUG nova.network.neutron [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [{"id": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "address": "fa:16:3e:bd:9a:30", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d293c-42", "ovs_interfaceid": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.049298] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.049545] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.049700] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.049876] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.050033] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.050188] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.050449] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.050620] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.050965] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.050965] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.051132] env[69486]: DEBUG nova.virt.hardware [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.052325] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b2076-08a5-43f8-948d-761b24975b79 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.063312] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89562b4f-1f69-4eeb-9e4d-6fbcb5225731 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.072162] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214112, 'name': CreateVM_Task, 'duration_secs': 0.297136} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.079548] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.080422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.080599] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.080901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.081135] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bae1ceb-1642-4267-91ee-860a78d111b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.085200] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 866.085200] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526d3a5c-857e-3b88-fc9e-1f74c59fa946" [ 866.085200] env[69486]: _type = "Task" [ 866.085200] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.092401] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526d3a5c-857e-3b88-fc9e-1f74c59fa946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.358764] env[69486]: DEBUG nova.network.neutron [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Successfully updated port: f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.450230] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.450751] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.455581] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.237s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.457038] env[69486]: INFO nova.compute.claims [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.536930] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.591354] env[69486]: DEBUG nova.network.neutron [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Updated VIF entry in instance network info cache for port 94198e0b-99c5-4727-a4bc-efbc860c52af. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.591645] env[69486]: DEBUG nova.network.neutron [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Updating instance_info_cache with network_info: [{"id": "94198e0b-99c5-4727-a4bc-efbc860c52af", "address": "fa:16:3e:02:56:18", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94198e0b-99", "ovs_interfaceid": "94198e0b-99c5-4727-a4bc-efbc860c52af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.599173] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526d3a5c-857e-3b88-fc9e-1f74c59fa946, 'name': SearchDatastore_Task, 'duration_secs': 0.019411} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.599570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.600086] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.600508] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.600760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.601066] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.601498] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc587c6f-2141-480f-a267-8021f526e5c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.613114] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.613310] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.614052] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbc5a0f-926a-4774-a27b-cc1e92267183 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.619040] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 866.619040] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528fce4c-722c-c831-ec6e-fc79cadd69a4" [ 866.619040] env[69486]: _type = "Task" [ 866.619040] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.628205] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528fce4c-722c-c831-ec6e-fc79cadd69a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.863238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.863433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.863552] env[69486]: DEBUG nova.network.neutron [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.961994] env[69486]: DEBUG nova.compute.utils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.967292] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.967292] env[69486]: DEBUG nova.network.neutron [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.013399] env[69486]: DEBUG nova.policy [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7c20b08156b4bdbb7e3aeb9f275d01e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf70326785074229acbeb23b9a46af98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.063112] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327bbd9a-7249-4015-8151-0ff0068810af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.082922] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecec697-2ea7-45a4-9389-072c5c30a673 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.090437] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.094941] env[69486]: DEBUG oslo_concurrency.lockutils [req-5cbdab7b-adb6-42b7-a540-a9d0d28653f4 req-df028c4a-9220-424f-8cf3-88eeca9b451f service nova] Releasing lock "refresh_cache-aedf2597-d729-4a8c-b231-60602f15c6a2" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.132390] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528fce4c-722c-c831-ec6e-fc79cadd69a4, 'name': SearchDatastore_Task, 'duration_secs': 0.034142} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.133212] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538754ea-4e92-438a-9a69-16a170be835e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.139619] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 867.139619] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52621cf5-3e4b-d9eb-76ce-87170ff5da52" [ 867.139619] env[69486]: _type = "Task" [ 867.139619] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.149251] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52621cf5-3e4b-d9eb-76ce-87170ff5da52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.281742] env[69486]: DEBUG nova.network.neutron [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Successfully created port: 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.433824] env[69486]: DEBUG nova.network.neutron [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.466844] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.597688] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.600761] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38713f44-c7ff-4dbb-bd5b-a5a13e866623 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.607937] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 867.607937] env[69486]: value = "task-3214113" [ 867.607937] env[69486]: _type = "Task" [ 867.607937] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.616944] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.619871] env[69486]: DEBUG nova.network.neutron [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updating instance_info_cache with network_info: [{"id": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "address": "fa:16:3e:58:27:5c", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ff3607-1f", "ovs_interfaceid": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.653748] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52621cf5-3e4b-d9eb-76ce-87170ff5da52, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.653748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.654356] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] aedf2597-d729-4a8c-b231-60602f15c6a2/aedf2597-d729-4a8c-b231-60602f15c6a2.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.654491] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-712e4a05-9bc0-460d-8ea6-612105a96d5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.670246] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 867.670246] env[69486]: value = "task-3214114" [ 867.670246] env[69486]: _type = "Task" [ 867.670246] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.681714] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.870351] env[69486]: DEBUG nova.compute.manager [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Received event network-vif-plugged-f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 867.870649] env[69486]: DEBUG oslo_concurrency.lockutils [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] Acquiring lock "e79b82b1-f2eb-4890-a601-76bdb348eff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.870853] env[69486]: DEBUG oslo_concurrency.lockutils [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.871015] env[69486]: DEBUG oslo_concurrency.lockutils [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.871283] env[69486]: DEBUG nova.compute.manager [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] No waiting events found dispatching network-vif-plugged-f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.871487] env[69486]: WARNING nova.compute.manager [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Received unexpected event network-vif-plugged-f7ff3607-1ffb-4c8c-bc6d-07625142743e for instance with vm_state building and task_state spawning. [ 867.871693] env[69486]: DEBUG nova.compute.manager [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Received event network-changed-f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 867.871854] env[69486]: DEBUG nova.compute.manager [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Refreshing instance network info cache due to event network-changed-f7ff3607-1ffb-4c8c-bc6d-07625142743e. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 867.872034] env[69486]: DEBUG oslo_concurrency.lockutils [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] Acquiring lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.960269] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae6de42-3c5d-475b-8569-0ff9a545e944 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.970082] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f99857-f965-4406-9383-d0c136dcd362 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.007021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43110e-d446-41f9-881d-7e8db3614a66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.016638] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e2cc3-b982-43a8-b6e0-f0ea0ba00504 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.032367] env[69486]: DEBUG nova.compute.provider_tree [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.118032] env[69486]: DEBUG oslo_vmware.api [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214113, 'name': PowerOnVM_Task, 'duration_secs': 0.455424} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.118205] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.118364] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4b535f-f0c7-4810-ae59-6dfc82c3d31f tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance 'd39dd037-4039-4f6e-8302-80bc8c2d6670' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.122236] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.122451] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Instance network_info: |[{"id": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "address": "fa:16:3e:58:27:5c", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ff3607-1f", "ovs_interfaceid": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.123181] env[69486]: DEBUG oslo_concurrency.lockutils [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] Acquired lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.123181] env[69486]: DEBUG nova.network.neutron [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Refreshing network info cache for port f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.124817] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:27:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ff3607-1ffb-4c8c-bc6d-07625142743e', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.131895] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating folder: Project (91fd2d5de1a44248a2d3872a82667de9). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.134950] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d278fb82-de91-483b-b184-f4f0a0f0f084 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.147028] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created folder: Project (91fd2d5de1a44248a2d3872a82667de9) in parent group-v642494. [ 868.147028] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating folder: Instances. Parent ref: group-v642667. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.147028] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4634d489-4d96-42fd-b50b-0c64d4a476c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.158520] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created folder: Instances in parent group-v642667. [ 868.158520] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.158520] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.158520] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f267c57-3418-40ac-9eb4-3119d3abcf1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.187138] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214114, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.188431] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.188431] env[69486]: value = "task-3214117" [ 868.188431] env[69486]: _type = "Task" [ 868.188431] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.196112] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214117, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.357301] env[69486]: DEBUG nova.network.neutron [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updated VIF entry in instance network info cache for port f7ff3607-1ffb-4c8c-bc6d-07625142743e. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.357722] env[69486]: DEBUG nova.network.neutron [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updating instance_info_cache with network_info: [{"id": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "address": "fa:16:3e:58:27:5c", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ff3607-1f", "ovs_interfaceid": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.480493] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.507021] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.507215] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.507366] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.507540] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.507683] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.507827] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.508039] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.508198] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.508381] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.508589] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.508709] env[69486]: DEBUG nova.virt.hardware [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.509575] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4f48ae-c457-4d38-8bf7-1087cf7761ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.517193] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450c403-687d-4968-908f-2e3232985792 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.536332] env[69486]: DEBUG nova.scheduler.client.report [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.686847] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565846} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.688706] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] aedf2597-d729-4a8c-b231-60602f15c6a2/aedf2597-d729-4a8c-b231-60602f15c6a2.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.688706] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.688706] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a16a3b-d272-40a4-8805-0bbf39b1b06f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.699270] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214117, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.700807] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 868.700807] env[69486]: value = "task-3214118" [ 868.700807] env[69486]: _type = "Task" [ 868.700807] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.709539] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.861197] env[69486]: DEBUG oslo_concurrency.lockutils [req-72a071ed-083e-4522-83e5-bdea89ea1352 req-fadaf74b-c3f2-4108-949a-88eb45253575 service nova] Releasing lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.895716] env[69486]: DEBUG nova.compute.manager [req-6b106c90-30cf-4a5b-a4eb-2f3335d78ff6 req-1cf65b55-53a3-4280-988e-ee9aaa54d007 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-vif-plugged-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 868.895716] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b106c90-30cf-4a5b-a4eb-2f3335d78ff6 req-1cf65b55-53a3-4280-988e-ee9aaa54d007 service nova] Acquiring lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.895868] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b106c90-30cf-4a5b-a4eb-2f3335d78ff6 req-1cf65b55-53a3-4280-988e-ee9aaa54d007 service nova] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.895913] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b106c90-30cf-4a5b-a4eb-2f3335d78ff6 req-1cf65b55-53a3-4280-988e-ee9aaa54d007 service nova] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.896117] env[69486]: DEBUG nova.compute.manager [req-6b106c90-30cf-4a5b-a4eb-2f3335d78ff6 req-1cf65b55-53a3-4280-988e-ee9aaa54d007 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] No waiting events found dispatching network-vif-plugged-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.896235] env[69486]: WARNING nova.compute.manager [req-6b106c90-30cf-4a5b-a4eb-2f3335d78ff6 req-1cf65b55-53a3-4280-988e-ee9aaa54d007 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received unexpected event network-vif-plugged-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 for instance with vm_state building and task_state spawning. [ 868.966548] env[69486]: DEBUG nova.network.neutron [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Successfully updated port: 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.040932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.041484] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.044279] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.080s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.044863] env[69486]: DEBUG nova.objects.instance [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lazy-loading 'resources' on Instance uuid 683f1843-3f3f-4fa7-a417-7eee51b329fb {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.199812] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214117, 'name': CreateVM_Task, 'duration_secs': 0.670378} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.200019] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.200793] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.200998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.201369] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.201748] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b07b25d-7e0e-4590-924d-56d7ddc9911e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.214201] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132584} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.214540] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 869.214540] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cd9b61-908c-e9b9-80ef-e5c8954a43f2" [ 869.214540] env[69486]: _type = "Task" [ 869.214540] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.214808] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.215643] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f007e0-c103-47a4-942d-5f5d80838500 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.226935] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cd9b61-908c-e9b9-80ef-e5c8954a43f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.236177] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.236429] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.236651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.236796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.236974] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.245902] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] aedf2597-d729-4a8c-b231-60602f15c6a2/aedf2597-d729-4a8c-b231-60602f15c6a2.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.246201] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb4708a-16a7-4f48-be66-2e82b3615afd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.248559] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96809d94-da1e-46a1-be57-546d7e69bedb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.269721] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 869.269721] env[69486]: value = "task-3214119" [ 869.269721] env[69486]: _type = "Task" [ 869.269721] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.270873] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.271061] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.274658] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdc08cb-377e-4e86-9fab-96c261853611 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.281327] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.282467] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 869.282467] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52592cde-7d51-afd0-9f0c-3c4c798bca8f" [ 869.282467] env[69486]: _type = "Task" [ 869.282467] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.289464] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52592cde-7d51-afd0-9f0c-3c4c798bca8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.470064] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.470218] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.470374] env[69486]: DEBUG nova.network.neutron [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.547717] env[69486]: DEBUG nova.compute.utils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.553395] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.553395] env[69486]: DEBUG nova.network.neutron [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.588996] env[69486]: DEBUG nova.policy [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.781098] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.790463] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52592cde-7d51-afd0-9f0c-3c4c798bca8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.793702] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3f45a7-4835-4b31-927c-7f5128f9d753 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.799080] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 869.799080] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e3769f-ea45-98c2-f7c7-5e5378e0dee9" [ 869.799080] env[69486]: _type = "Task" [ 869.799080] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.811674] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e3769f-ea45-98c2-f7c7-5e5378e0dee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.955108] env[69486]: DEBUG nova.network.neutron [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Successfully created port: 4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.983150] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da047631-0499-40e3-b2c7-e038bc1aedab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.992989] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ebb170-3879-45cd-82c3-319b1f507c99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.024225] env[69486]: DEBUG nova.network.neutron [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.026677] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daca324-c333-4a4e-8cad-f2e7aeba5291 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.034141] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e11d389-992c-4e9a-8ef4-1b99cfe5eacd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.047461] env[69486]: DEBUG nova.compute.provider_tree [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.053937] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.281271] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214119, 'name': ReconfigVM_Task, 'duration_secs': 0.959503} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.281561] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Reconfigured VM instance instance-0000003b to attach disk [datastore2] aedf2597-d729-4a8c-b231-60602f15c6a2/aedf2597-d729-4a8c-b231-60602f15c6a2.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.282313] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b0bd57f-45e7-4036-841e-dce5bf8a1208 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.288113] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 870.288113] env[69486]: value = "task-3214120" [ 870.288113] env[69486]: _type = "Task" [ 870.288113] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.296620] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214120, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.308284] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e3769f-ea45-98c2-f7c7-5e5378e0dee9, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.308568] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.308859] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] e79b82b1-f2eb-4890-a601-76bdb348eff5/e79b82b1-f2eb-4890-a601-76bdb348eff5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.309150] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55cd3207-e05b-4ad0-8306-4c61fae12c3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.314240] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.315347] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.315522] env[69486]: DEBUG nova.compute.manager [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Going to confirm migration 3 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 870.322162] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 870.322162] env[69486]: value = "task-3214121" [ 870.322162] env[69486]: _type = "Task" [ 870.322162] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.330158] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.446119] env[69486]: DEBUG nova.network.neutron [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.551569] env[69486]: DEBUG nova.scheduler.client.report [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.800338] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214120, 'name': Rename_Task, 'duration_secs': 0.242034} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.800613] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.800872] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c91c109-483a-4d0f-b0c1-32467e494939 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.808960] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 870.808960] env[69486]: value = "task-3214122" [ 870.808960] env[69486]: _type = "Task" [ 870.808960] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.822505] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.834834] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214121, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.872076] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.872270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.872448] env[69486]: DEBUG nova.network.neutron [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.872632] env[69486]: DEBUG nova.objects.instance [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lazy-loading 'info_cache' on Instance uuid d39dd037-4039-4f6e-8302-80bc8c2d6670 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.923703] env[69486]: DEBUG nova.compute.manager [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 870.923900] env[69486]: DEBUG nova.compute.manager [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing instance network info cache due to event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 870.924576] env[69486]: DEBUG oslo_concurrency.lockutils [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.948886] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.949134] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Instance network_info: |[{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.949640] env[69486]: DEBUG oslo_concurrency.lockutils [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.949849] env[69486]: DEBUG nova.network.neutron [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.951155] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:f2:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.958509] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Creating folder: Project (cf70326785074229acbeb23b9a46af98). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.961717] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ec9637-4057-40f8-8ab5-42d3fda54c66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.974588] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Created folder: Project (cf70326785074229acbeb23b9a46af98) in parent group-v642494. [ 870.974783] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Creating folder: Instances. Parent ref: group-v642670. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.975031] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b47a96be-39d1-4ddb-928d-279f607e5043 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.984998] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Created folder: Instances in parent group-v642670. [ 870.985254] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.985436] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.985633] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02396ba7-2687-47ec-be0f-a8f172514edd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.005825] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.005825] env[69486]: value = "task-3214125" [ 871.005825] env[69486]: _type = "Task" [ 871.005825] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.013971] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214125, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.056847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.059235] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.767s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.060859] env[69486]: INFO nova.compute.claims [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.066765] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.081261] env[69486]: INFO nova.scheduler.client.report [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Deleted allocations for instance 683f1843-3f3f-4fa7-a417-7eee51b329fb [ 871.093491] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.093731] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.093884] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.094076] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.094226] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.094371] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.094573] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.094728] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.094892] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.095062] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.095233] env[69486]: DEBUG nova.virt.hardware [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.096170] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635eea2-9840-47e0-9bf3-24fbe4d42841 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.106796] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d563ab57-1973-4f6d-857d-6911e4d3330a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.186488] env[69486]: DEBUG nova.network.neutron [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updated VIF entry in instance network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.186842] env[69486]: DEBUG nova.network.neutron [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.320937] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.337334] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56448} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.338623] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] e79b82b1-f2eb-4890-a601-76bdb348eff5/e79b82b1-f2eb-4890-a601-76bdb348eff5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.339028] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.339441] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c45fa9d-af4c-48a9-936f-c0fd0d8cd7d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.350584] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 871.350584] env[69486]: value = "task-3214126" [ 871.350584] env[69486]: _type = "Task" [ 871.350584] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.358812] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.475919] env[69486]: DEBUG nova.network.neutron [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Successfully updated port: 4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.516063] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214125, 'name': CreateVM_Task, 'duration_secs': 0.34005} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.516525] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.516826] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.516986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.517433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.517831] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4408d524-13e0-409e-8000-461ae59b7cbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.522392] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 871.522392] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f1a8ab-85ae-1f41-2f9e-afd4b2b22883" [ 871.522392] env[69486]: _type = "Task" [ 871.522392] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.530155] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f1a8ab-85ae-1f41-2f9e-afd4b2b22883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.590433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-52587a83-dae7-486a-9201-c33f343618f5 tempest-AttachInterfacesV270Test-907063952 tempest-AttachInterfacesV270Test-907063952-project-member] Lock "683f1843-3f3f-4fa7-a417-7eee51b329fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.150s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.689885] env[69486]: DEBUG oslo_concurrency.lockutils [req-3dd85838-eef4-4a50-be3c-21848029930f req-15c29da3-fdba-42c9-a4ab-1cbf0ada9281 service nova] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.819750] env[69486]: DEBUG oslo_vmware.api [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214122, 'name': PowerOnVM_Task, 'duration_secs': 0.586019} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.819987] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.821777] env[69486]: INFO nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Took 8.34 seconds to spawn the instance on the hypervisor. [ 871.822192] env[69486]: DEBUG nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.823983] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8fc6e-ea76-4c60-984f-e631c39e2076 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.859487] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067723} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.859810] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.860666] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a996033-d07f-44a6-b3ae-c3604928c29d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.890705] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] e79b82b1-f2eb-4890-a601-76bdb348eff5/e79b82b1-f2eb-4890-a601-76bdb348eff5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.893222] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d57f24f-cc28-41cb-81cb-a985715f9ce5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.914860] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 871.914860] env[69486]: value = "task-3214127" [ 871.914860] env[69486]: _type = "Task" [ 871.914860] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.922377] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.979009] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-e7976a69-a0d6-4d75-8507-6a47f42defe8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.979009] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-e7976a69-a0d6-4d75-8507-6a47f42defe8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.979009] env[69486]: DEBUG nova.network.neutron [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.032418] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f1a8ab-85ae-1f41-2f9e-afd4b2b22883, 'name': SearchDatastore_Task, 'duration_secs': 0.079532} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.035180] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.035476] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.035751] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.035934] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.036169] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.036463] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a0f7b3a-d0a7-4a6f-993f-ac7530f643a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.054460] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.054964] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.056556] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c515aa-ee01-4c5e-8b37-42e070c0b9cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.062540] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 872.062540] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a6951-d909-a870-f081-9b708f2ca388" [ 872.062540] env[69486]: _type = "Task" [ 872.062540] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.074750] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a6951-d909-a870-f081-9b708f2ca388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.129326] env[69486]: DEBUG nova.network.neutron [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [{"id": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "address": "fa:16:3e:bd:9a:30", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d293c-42", "ovs_interfaceid": "0b7d293c-422b-4d0f-bd88-aad7d20cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.347043] env[69486]: INFO nova.compute.manager [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Took 58.94 seconds to build instance. [ 872.428678] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214127, 'name': ReconfigVM_Task, 'duration_secs': 0.467547} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.431442] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Reconfigured VM instance instance-0000003c to attach disk [datastore2] e79b82b1-f2eb-4890-a601-76bdb348eff5/e79b82b1-f2eb-4890-a601-76bdb348eff5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.432968] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb335b6-3181-4395-9d77-ce972941ba75 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.439421] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 872.439421] env[69486]: value = "task-3214128" [ 872.439421] env[69486]: _type = "Task" [ 872.439421] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.451592] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214128, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.539346] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89dbfc0-6cf7-4211-921c-cbca16f5549d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.550483] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52ba6b8-a03a-4797-9bdd-074a3836fc53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.558414] env[69486]: DEBUG nova.network.neutron [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.618609] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6c2477-fd1c-4a7f-a30b-fe0676908f96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.631641] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a6951-d909-a870-f081-9b708f2ca388, 'name': SearchDatastore_Task, 'duration_secs': 0.031005} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.635077] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-d39dd037-4039-4f6e-8302-80bc8c2d6670" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.635482] env[69486]: DEBUG nova.objects.instance [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lazy-loading 'migration_context' on Instance uuid d39dd037-4039-4f6e-8302-80bc8c2d6670 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.639096] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb4e794-a238-47c5-bdc6-e29fb0766d58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.644029] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea82c7c-55b2-4e65-998b-1ebe4ae03211 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.659024] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 872.659024] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b8bc18-b13d-09d6-7a38-d52a5f2b523b" [ 872.659024] env[69486]: _type = "Task" [ 872.659024] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.674906] env[69486]: DEBUG nova.compute.provider_tree [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.687448] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b8bc18-b13d-09d6-7a38-d52a5f2b523b, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.688307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.688553] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.688815] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52dbba2b-bf62-483d-aed5-bed9c3be6ba0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.695707] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 872.695707] env[69486]: value = "task-3214129" [ 872.695707] env[69486]: _type = "Task" [ 872.695707] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.707028] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.850499] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d007d3b-c5d6-4e87-a19a-82522a6e3f1e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.451s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.854137] env[69486]: DEBUG nova.network.neutron [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Updating instance_info_cache with network_info: [{"id": "4c300de7-ca3e-4166-a5b9-49e7e9c79b9a", "address": "fa:16:3e:8f:6b:40", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c300de7-ca", "ovs_interfaceid": "4c300de7-ca3e-4166-a5b9-49e7e9c79b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.951403] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214128, 'name': Rename_Task, 'duration_secs': 0.15919} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.951705] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.951973] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa97351e-b881-4728-9269-4b82ca3ec22e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.961283] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 872.961283] env[69486]: value = "task-3214130" [ 872.961283] env[69486]: _type = "Task" [ 872.961283] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.972808] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.140663] env[69486]: DEBUG nova.objects.base [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 873.141791] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c15dcac-f06d-4bea-b1a1-eb93a6f5972d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.167568] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a21908c-c62c-4047-82b7-620aa46e9f17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.175705] env[69486]: DEBUG oslo_vmware.api [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 873.175705] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526c5247-0561-8d23-7a27-bf35c14c22fb" [ 873.175705] env[69486]: _type = "Task" [ 873.175705] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.182583] env[69486]: DEBUG nova.scheduler.client.report [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.190747] env[69486]: DEBUG oslo_vmware.api [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526c5247-0561-8d23-7a27-bf35c14c22fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.212967] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214129, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.277039] env[69486]: DEBUG nova.compute.manager [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Received event network-vif-plugged-4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 873.278026] env[69486]: DEBUG oslo_concurrency.lockutils [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] Acquiring lock "e7976a69-a0d6-4d75-8507-6a47f42defe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.278026] env[69486]: DEBUG oslo_concurrency.lockutils [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.278026] env[69486]: DEBUG oslo_concurrency.lockutils [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.278026] env[69486]: DEBUG nova.compute.manager [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] No waiting events found dispatching network-vif-plugged-4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.278026] env[69486]: WARNING nova.compute.manager [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Received unexpected event network-vif-plugged-4c300de7-ca3e-4166-a5b9-49e7e9c79b9a for instance with vm_state building and task_state spawning. [ 873.278719] env[69486]: DEBUG nova.compute.manager [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Received event network-changed-4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 873.278719] env[69486]: DEBUG nova.compute.manager [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Refreshing instance network info cache due to event network-changed-4c300de7-ca3e-4166-a5b9-49e7e9c79b9a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 873.278719] env[69486]: DEBUG oslo_concurrency.lockutils [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] Acquiring lock "refresh_cache-e7976a69-a0d6-4d75-8507-6a47f42defe8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.353312] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.355525] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-e7976a69-a0d6-4d75-8507-6a47f42defe8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.355814] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Instance network_info: |[{"id": "4c300de7-ca3e-4166-a5b9-49e7e9c79b9a", "address": "fa:16:3e:8f:6b:40", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c300de7-ca", "ovs_interfaceid": "4c300de7-ca3e-4166-a5b9-49e7e9c79b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.356290] env[69486]: DEBUG oslo_concurrency.lockutils [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] Acquired lock "refresh_cache-e7976a69-a0d6-4d75-8507-6a47f42defe8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.356465] env[69486]: DEBUG nova.network.neutron [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Refreshing network info cache for port 4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.357471] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6b:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c300de7-ca3e-4166-a5b9-49e7e9c79b9a', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.365149] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.367967] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.368462] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-876e31bd-7428-4f83-b9a2-7aef24633820 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.390781] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.390781] env[69486]: value = "task-3214131" [ 873.390781] env[69486]: _type = "Task" [ 873.390781] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.399495] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214131, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.448057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "aedf2597-d729-4a8c-b231-60602f15c6a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.448302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.473060] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.588779] env[69486]: DEBUG nova.network.neutron [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Updated VIF entry in instance network info cache for port 4c300de7-ca3e-4166-a5b9-49e7e9c79b9a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.589155] env[69486]: DEBUG nova.network.neutron [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Updating instance_info_cache with network_info: [{"id": "4c300de7-ca3e-4166-a5b9-49e7e9c79b9a", "address": "fa:16:3e:8f:6b:40", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c300de7-ca", "ovs_interfaceid": "4c300de7-ca3e-4166-a5b9-49e7e9c79b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.688521] env[69486]: DEBUG oslo_vmware.api [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526c5247-0561-8d23-7a27-bf35c14c22fb, 'name': SearchDatastore_Task, 'duration_secs': 0.015878} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.688876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.692742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.693327] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.696055] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.961s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.697490] env[69486]: INFO nova.compute.claims [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.709626] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542494} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.709865] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.710105] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.710366] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb67cf33-329f-4d91-a308-7692368c961b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.718885] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 873.718885] env[69486]: value = "task-3214132" [ 873.718885] env[69486]: _type = "Task" [ 873.718885] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.729089] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.880804] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.901378] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214131, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.951909] env[69486]: DEBUG nova.compute.utils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.972887] env[69486]: DEBUG oslo_vmware.api [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214130, 'name': PowerOnVM_Task, 'duration_secs': 0.975106} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.973202] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.973399] env[69486]: INFO nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Took 7.96 seconds to spawn the instance on the hypervisor. [ 873.973576] env[69486]: DEBUG nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.974339] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a864d7a-c761-44ee-b00f-8e1f8d430b2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.091555] env[69486]: DEBUG oslo_concurrency.lockutils [req-d14a4329-5c44-4c54-9f4f-cb400e51025c req-97541ad1-2b77-4e09-ba85-3c2047a8523b service nova] Releasing lock "refresh_cache-e7976a69-a0d6-4d75-8507-6a47f42defe8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.202147] env[69486]: DEBUG nova.compute.utils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.211338] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.211534] env[69486]: DEBUG nova.network.neutron [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.232695] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064546} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.233027] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.233817] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d3a0e-10ae-47e8-88ef-765af102d006 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.259385] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.259628] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c880c614-3431-4709-b8ce-14f78d2c56f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.276200] env[69486]: DEBUG nova.policy [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.284334] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 874.284334] env[69486]: value = "task-3214133" [ 874.284334] env[69486]: _type = "Task" [ 874.284334] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.292786] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.401791] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214131, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.454872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.493023] env[69486]: INFO nova.compute.manager [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Took 46.21 seconds to build instance. [ 874.598917] env[69486]: DEBUG nova.network.neutron [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Successfully created port: 419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.712057] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.796014] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214133, 'name': ReconfigVM_Task, 'duration_secs': 0.279332} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.798502] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.799351] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3076db55-f558-4da4-b9be-9259d327a167 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.805453] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 874.805453] env[69486]: value = "task-3214134" [ 874.805453] env[69486]: _type = "Task" [ 874.805453] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.815601] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214134, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.902187] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214131, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.996645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a432ac45-5559-49e9-a11a-900836b9f25a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.721s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.182354] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f93944-e7df-4f0a-8c15-e3b3d99c02a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.192233] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce572dbc-4633-4eb1-a406-2286a90454e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.227861] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdb2b3-0e5e-4e76-84d3-2af8eb46f5ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.235773] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd74751-1b80-4d5a-9de0-2aef41bcf453 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.250664] env[69486]: DEBUG nova.compute.provider_tree [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.317499] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214134, 'name': Rename_Task, 'duration_secs': 0.131802} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.317762] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.317999] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-948054bb-7b9b-4480-8ed4-a7086677a28c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.324480] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 875.324480] env[69486]: value = "task-3214135" [ 875.324480] env[69486]: _type = "Task" [ 875.324480] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.332917] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.364968] env[69486]: DEBUG nova.compute.manager [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Received event network-changed-f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 875.365255] env[69486]: DEBUG nova.compute.manager [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Refreshing instance network info cache due to event network-changed-f7ff3607-1ffb-4c8c-bc6d-07625142743e. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 875.365959] env[69486]: DEBUG oslo_concurrency.lockutils [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] Acquiring lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.366050] env[69486]: DEBUG oslo_concurrency.lockutils [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] Acquired lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.366293] env[69486]: DEBUG nova.network.neutron [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Refreshing network info cache for port f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.402180] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214131, 'name': CreateVM_Task, 'duration_secs': 1.966836} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.402342] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.403062] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.403294] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.404033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.404033] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1795c429-e6f2-4057-8845-4ef2878a2e0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.408623] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 875.408623] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d86a0a-b90a-e92d-4ead-5feb4a08334b" [ 875.408623] env[69486]: _type = "Task" [ 875.408623] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.417860] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d86a0a-b90a-e92d-4ead-5feb4a08334b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.499624] env[69486]: DEBUG nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.539620] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "aedf2597-d729-4a8c-b231-60602f15c6a2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.539620] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.539915] env[69486]: INFO nova.compute.manager [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Attaching volume ba0fd38a-0685-414c-bcb0-9f1b7021c95e to /dev/sdb [ 875.572373] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4b3d2-e1c7-4dd5-a871-884d82970a33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.579836] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8130fefe-120c-4ce2-9ff8-f6ddbe557b55 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.594133] env[69486]: DEBUG nova.virt.block_device [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Updating existing volume attachment record: e68cfb83-8e89-4941-9ea4-7863cd3cb264 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 875.728842] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.754438] env[69486]: DEBUG nova.scheduler.client.report [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.762091] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.762531] env[69486]: DEBUG nova.virt.hardware [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.767021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba54dd-acfd-40ee-a3e6-18afc5995976 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.772245] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb75f0aa-57a3-441b-8360-632f5ea3fa21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.834216] env[69486]: DEBUG oslo_vmware.api [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214135, 'name': PowerOnVM_Task, 'duration_secs': 0.484647} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.834216] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.834216] env[69486]: INFO nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Took 7.35 seconds to spawn the instance on the hypervisor. [ 875.834216] env[69486]: DEBUG nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.834546] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4b1cb-fb7a-43ca-a1cf-ab87451495c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.919936] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d86a0a-b90a-e92d-4ead-5feb4a08334b, 'name': SearchDatastore_Task, 'duration_secs': 0.019228} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.920247] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.920476] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.920707] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.921108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.921342] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.921614] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6567dace-6a07-4921-881d-73362353e5ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.930081] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.930277] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.931584] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1d4aef-3710-4036-bac2-1a3be314e15c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.936439] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 875.936439] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223a337-c3af-25a8-ef8e-bf85e8cbca74" [ 875.936439] env[69486]: _type = "Task" [ 875.936439] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.945726] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223a337-c3af-25a8-ef8e-bf85e8cbca74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.032293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.113366] env[69486]: DEBUG nova.compute.manager [req-ee6de059-1997-4e25-8886-de4e20b2f9af req-d6163749-3156-42bd-8b57-dded021c272b service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-vif-plugged-419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 876.113542] env[69486]: DEBUG oslo_concurrency.lockutils [req-ee6de059-1997-4e25-8886-de4e20b2f9af req-d6163749-3156-42bd-8b57-dded021c272b service nova] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.113745] env[69486]: DEBUG oslo_concurrency.lockutils [req-ee6de059-1997-4e25-8886-de4e20b2f9af req-d6163749-3156-42bd-8b57-dded021c272b service nova] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.113910] env[69486]: DEBUG oslo_concurrency.lockutils [req-ee6de059-1997-4e25-8886-de4e20b2f9af req-d6163749-3156-42bd-8b57-dded021c272b service nova] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.114082] env[69486]: DEBUG nova.compute.manager [req-ee6de059-1997-4e25-8886-de4e20b2f9af req-d6163749-3156-42bd-8b57-dded021c272b service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] No waiting events found dispatching network-vif-plugged-419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.114248] env[69486]: WARNING nova.compute.manager [req-ee6de059-1997-4e25-8886-de4e20b2f9af req-d6163749-3156-42bd-8b57-dded021c272b service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received unexpected event network-vif-plugged-419c76e3-9819-455e-a429-4bcb08d6fc5a for instance with vm_state building and task_state spawning. [ 876.135692] env[69486]: DEBUG nova.network.neutron [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updated VIF entry in instance network info cache for port f7ff3607-1ffb-4c8c-bc6d-07625142743e. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.136074] env[69486]: DEBUG nova.network.neutron [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updating instance_info_cache with network_info: [{"id": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "address": "fa:16:3e:58:27:5c", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ff3607-1f", "ovs_interfaceid": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.249373] env[69486]: DEBUG nova.network.neutron [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Successfully updated port: 419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.269949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.269949] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.273871] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.268s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.274151] env[69486]: DEBUG nova.objects.instance [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lazy-loading 'resources' on Instance uuid eeb0087a-d92a-4653-b674-e0b3c69f89aa {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.350228] env[69486]: INFO nova.compute.manager [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Took 47.60 seconds to build instance. [ 876.448672] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223a337-c3af-25a8-ef8e-bf85e8cbca74, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.449534] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca98275c-823a-4800-a0ed-4ebfb1634eb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.455478] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 876.455478] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aabf26-6928-632c-6f78-263e84253b75" [ 876.455478] env[69486]: _type = "Task" [ 876.455478] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.463751] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aabf26-6928-632c-6f78-263e84253b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.638692] env[69486]: DEBUG oslo_concurrency.lockutils [req-3cb9165c-3d5f-43bc-84b4-ec463ce5a439 req-5735dde9-91ed-4234-b40e-47f4fbaf02b8 service nova] Releasing lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.752438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.752587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.752739] env[69486]: DEBUG nova.network.neutron [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.777628] env[69486]: DEBUG nova.compute.utils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.781886] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.784036] env[69486]: DEBUG nova.network.neutron [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.840871] env[69486]: DEBUG nova.policy [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847cc87bc7dd42069b06387e24809fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31a4df2bfb50417c94f44efa805d3f07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.852149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f457489-df39-49a7-a142-3d19ab749417 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.116s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.975289] env[69486]: INFO nova.compute.manager [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Rescuing [ 876.975289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.975289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.975289] env[69486]: DEBUG nova.network.neutron [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.976502] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52aabf26-6928-632c-6f78-263e84253b75, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.979748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.980578] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] e7976a69-a0d6-4d75-8507-6a47f42defe8/e7976a69-a0d6-4d75-8507-6a47f42defe8.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.980823] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6215e809-fb05-42e3-93f4-66bf119a0bb8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.987864] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 876.987864] env[69486]: value = "task-3214139" [ 876.987864] env[69486]: _type = "Task" [ 876.987864] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.999812] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.218927] env[69486]: DEBUG nova.network.neutron [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Successfully created port: c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.232987] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf48696-d2ae-4aab-b551-fe243c492369 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.240669] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ac610-2c14-4913-8156-3876985658bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.274798] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a9780-d46d-4434-815d-26a7da01a8b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.282044] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.287571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436296aa-f1c8-4653-9bcd-062a04564177 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.302127] env[69486]: DEBUG nova.compute.provider_tree [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.324073] env[69486]: DEBUG nova.network.neutron [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.498246] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.512451] env[69486]: DEBUG nova.network.neutron [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.707909] env[69486]: DEBUG nova.network.neutron [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.805484] env[69486]: DEBUG nova.scheduler.client.report [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.000210] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214139, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.014898] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.016288] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Instance network_info: |[{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.016288] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:1e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '419c76e3-9819-455e-a429-4bcb08d6fc5a', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.023207] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.023445] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.023672] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d6b607-fb2c-46fc-8c10-47cb2b1c5ab8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.042273] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.042273] env[69486]: value = "task-3214141" [ 878.042273] env[69486]: _type = "Task" [ 878.042273] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.049577] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214141, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.137602] env[69486]: DEBUG nova.compute.manager [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-changed-419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 878.137756] env[69486]: DEBUG nova.compute.manager [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing instance network info cache due to event network-changed-419c76e3-9819-455e-a429-4bcb08d6fc5a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 878.137975] env[69486]: DEBUG oslo_concurrency.lockutils [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.138129] env[69486]: DEBUG oslo_concurrency.lockutils [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.138286] env[69486]: DEBUG nova.network.neutron [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing network info cache for port 419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.211535] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.298934] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.310752] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.313129] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.178s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.314666] env[69486]: INFO nova.compute.claims [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.327486] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.328056] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.328056] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.328169] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.328292] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.328441] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.328691] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.329064] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.329064] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.329283] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.329474] env[69486]: DEBUG nova.virt.hardware [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.330418] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3365073-2179-44dc-9036-3c18abb5e43d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.338733] env[69486]: INFO nova.scheduler.client.report [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Deleted allocations for instance eeb0087a-d92a-4653-b674-e0b3c69f89aa [ 878.340633] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340c141-5954-485c-82fa-d04715e22a1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.501175] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031291} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.501613] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] e7976a69-a0d6-4d75-8507-6a47f42defe8/e7976a69-a0d6-4d75-8507-6a47f42defe8.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.502030] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.504335] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7054d9fd-cee9-46a1-a814-73e68af139f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.510110] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 878.510110] env[69486]: value = "task-3214142" [ 878.510110] env[69486]: _type = "Task" [ 878.510110] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.517237] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.553590] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214141, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.850493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7674af9-ec20-4f7d-8181-7274f86362c8 tempest-TenantUsagesTestJSON-2122550965 tempest-TenantUsagesTestJSON-2122550965-project-member] Lock "eeb0087a-d92a-4653-b674-e0b3c69f89aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.301s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.018642] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115359} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.018970] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.020542] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab798c8-fa20-424e-95ae-65295f405062 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.054043] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] e7976a69-a0d6-4d75-8507-6a47f42defe8/e7976a69-a0d6-4d75-8507-6a47f42defe8.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.054043] env[69486]: DEBUG nova.network.neutron [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updated VIF entry in instance network info cache for port 419c76e3-9819-455e-a429-4bcb08d6fc5a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.054043] env[69486]: DEBUG nova.network.neutron [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.054957] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780effae-bdc7-49c3-a3d6-f7b3a23f3005 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.080494] env[69486]: DEBUG nova.network.neutron [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Successfully updated port: c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.093058] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214141, 'name': CreateVM_Task, 'duration_secs': 0.579181} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.094624] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.094999] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 879.094999] env[69486]: value = "task-3214143" [ 879.094999] env[69486]: _type = "Task" [ 879.094999] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.095918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.096152] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.096487] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.096813] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9dfec8-62bd-4ae2-bdf0-e4b89272181a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.104999] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 879.104999] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e29316-a29f-6598-cdd6-3af6f91179e3" [ 879.104999] env[69486]: _type = "Task" [ 879.104999] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.107962] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.115556] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e29316-a29f-6598-cdd6-3af6f91179e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.582285] env[69486]: DEBUG oslo_concurrency.lockutils [req-9598ffc1-176c-4157-a477-13f4c3aff722 req-a6919c9a-ead7-46c9-b3e2-db7d2d2486ff service nova] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.588189] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.588329] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.588517] env[69486]: DEBUG nova.network.neutron [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.607379] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214143, 'name': ReconfigVM_Task, 'duration_secs': 0.415397} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.607652] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Reconfigured VM instance instance-0000003e to attach disk [datastore1] e7976a69-a0d6-4d75-8507-6a47f42defe8/e7976a69-a0d6-4d75-8507-6a47f42defe8.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.608311] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ee297e-efda-42d1-9f6d-b29a9b070756 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.618510] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e29316-a29f-6598-cdd6-3af6f91179e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.622344] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.622590] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.622859] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.622955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.623178] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.623533] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 879.623533] env[69486]: value = "task-3214144" [ 879.623533] env[69486]: _type = "Task" [ 879.623533] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.624912] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa8bb427-1e95-4f52-b924-f507edf87e5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.633710] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214144, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.638043] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.638240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.642021] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcfe546-4251-44bb-a453-db07049852cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.644282] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 879.644282] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525f6c2e-19b1-c80f-8365-d974de04df44" [ 879.644282] env[69486]: _type = "Task" [ 879.644282] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.656425] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525f6c2e-19b1-c80f-8365-d974de04df44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.737516] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c203e5-6a69-4205-b8ff-b884ea73eec4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.750050] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.750262] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9224cebe-2ec0-42b0-848e-e023e0ce292e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.752891] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32afc7e-de62-42e2-9ab2-bff5eb3bee4f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.761658] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 879.761658] env[69486]: value = "task-3214145" [ 879.761658] env[69486]: _type = "Task" [ 879.761658] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.794139] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f0ad09-55db-4498-8a9e-2817ee5814f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.804160] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.805365] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf6effa-3910-47e5-adfc-9c666c8e1ce6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.818915] env[69486]: DEBUG nova.compute.provider_tree [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.138270] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214144, 'name': Rename_Task, 'duration_secs': 0.148859} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.138270] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.138270] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39cdd9a0-8507-4b59-af00-568e0b22ebb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.144374] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 880.144374] env[69486]: value = "task-3214146" [ 880.144374] env[69486]: _type = "Task" [ 880.144374] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.145332] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 880.145538] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642675', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'name': 'volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aedf2597-d729-4a8c-b231-60602f15c6a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'serial': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 880.146371] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd49d79-7474-45c1-a190-eb4ebac90d5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.149680] env[69486]: DEBUG nova.network.neutron [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.177303] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd8af8-e99e-48e8-bee2-92f35daff604 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.179936] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525f6c2e-19b1-c80f-8365-d974de04df44, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.181282] env[69486]: DEBUG nova.compute.manager [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Received event network-vif-plugged-c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 880.181521] env[69486]: DEBUG oslo_concurrency.lockutils [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] Acquiring lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.181839] env[69486]: DEBUG oslo_concurrency.lockutils [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.182055] env[69486]: DEBUG oslo_concurrency.lockutils [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.182243] env[69486]: DEBUG nova.compute.manager [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] No waiting events found dispatching network-vif-plugged-c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.182410] env[69486]: WARNING nova.compute.manager [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Received unexpected event network-vif-plugged-c759dec6-e9e2-4175-bd57-5f6d8d9b119c for instance with vm_state building and task_state spawning. [ 880.182568] env[69486]: DEBUG nova.compute.manager [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Received event network-changed-c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 880.182718] env[69486]: DEBUG nova.compute.manager [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Refreshing instance network info cache due to event network-changed-c759dec6-e9e2-4175-bd57-5f6d8d9b119c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 880.182888] env[69486]: DEBUG oslo_concurrency.lockutils [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] Acquiring lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.183485] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214146, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.186711] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572e802f-6818-4308-b0c7-45427166baf2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.209962] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e/volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.210721] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c965a5-2c34-4e52-924a-34a222288b36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.224949] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 880.224949] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c204b0-228a-aa26-d43e-43d88a383d95" [ 880.224949] env[69486]: _type = "Task" [ 880.224949] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.230379] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 880.230379] env[69486]: value = "task-3214147" [ 880.230379] env[69486]: _type = "Task" [ 880.230379] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.233815] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c204b0-228a-aa26-d43e-43d88a383d95, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.236671] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.236935] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 04c628de-170b-48b9-a10f-73e72b39da0a/04c628de-170b-48b9-a10f-73e72b39da0a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.239235] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38e37427-6a51-4537-ae7f-8019f108a1e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.247131] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.248310] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 880.248310] env[69486]: value = "task-3214148" [ 880.248310] env[69486]: _type = "Task" [ 880.248310] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.255961] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.299526] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214145, 'name': PowerOffVM_Task, 'duration_secs': 0.205413} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.299803] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.300609] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f3f8f-c620-4a65-9f50-109e57fcc39e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.320084] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b91abcf-70df-47cc-8bfb-244188cb9f60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.323703] env[69486]: DEBUG nova.scheduler.client.report [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.376550] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.376856] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67eaf254-eb57-4da5-9b23-a6b7901f476f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.384069] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 880.384069] env[69486]: value = "task-3214149" [ 880.384069] env[69486]: _type = "Task" [ 880.384069] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.389097] env[69486]: DEBUG nova.network.neutron [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Updating instance_info_cache with network_info: [{"id": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "address": "fa:16:3e:4d:ba:da", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc759dec6-e9", "ovs_interfaceid": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.395172] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 880.395172] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.395172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.395172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.395479] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.395585] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6ed3a7-1058-44bc-97de-3974700d446b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.403128] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.403347] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.404642] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1690bb-baaa-484d-815e-78f353f49f41 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.411033] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 880.411033] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52611d67-559f-43ce-79b4-228228808da1" [ 880.411033] env[69486]: _type = "Task" [ 880.411033] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.418285] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52611d67-559f-43ce-79b4-228228808da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.656773] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214146, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.746200] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.761080] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.833709] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.833709] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.835540] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.010s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.836995] env[69486]: INFO nova.compute.claims [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.895697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.895890] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Instance network_info: |[{"id": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "address": "fa:16:3e:4d:ba:da", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc759dec6-e9", "ovs_interfaceid": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.896461] env[69486]: DEBUG oslo_concurrency.lockutils [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] Acquired lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.896649] env[69486]: DEBUG nova.network.neutron [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Refreshing network info cache for port c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.898059] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ba:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c759dec6-e9e2-4175-bd57-5f6d8d9b119c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.905769] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Creating folder: Project (31a4df2bfb50417c94f44efa805d3f07). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.909102] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e6edd53-1aee-48ef-b8f5-81730ddb4b1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.921839] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Created folder: Project (31a4df2bfb50417c94f44efa805d3f07) in parent group-v642494. [ 880.922098] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Creating folder: Instances. Parent ref: group-v642677. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.922664] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b4f1c3-bffa-40eb-9a86-5cc89e17eb6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.933017] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52611d67-559f-43ce-79b4-228228808da1, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.934679] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2225efb-eae0-4aa1-8a89-167113a9b419 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.696446] env[69486]: DEBUG nova.compute.utils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.700452] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Created folder: Instances in parent group-v642677. [ 881.700744] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.712765] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.712765] env[69486]: DEBUG nova.network.neutron [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.714809] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.716807] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0f8f85-feaf-4808-9363-3dbda64808c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.737774] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 881.737774] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5239198c-2e7f-ef14-18f5-bf4095b56e3b" [ 881.737774] env[69486]: _type = "Task" [ 881.737774] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.752971] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214147, 'name': ReconfigVM_Task, 'duration_secs': 0.939923} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.752971] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541425} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.752971] env[69486]: DEBUG oslo_vmware.api [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214146, 'name': PowerOnVM_Task, 'duration_secs': 0.518846} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.754979] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e/volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.759705] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 04c628de-170b-48b9-a10f-73e72b39da0a/04c628de-170b-48b9-a10f-73e72b39da0a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.759989] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.760280] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.760424] env[69486]: INFO nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Took 10.69 seconds to spawn the instance on the hypervisor. [ 881.760600] env[69486]: DEBUG nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.762263] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb9d15a-c131-433c-a6f5-a8118855cf53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.773693] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-303ba819-4b13-40c6-b897-e9bd71d624eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.777912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e3d615-c84b-415a-814d-f300b02f93aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.784782] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5239198c-2e7f-ef14-18f5-bf4095b56e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.784997] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.784997] env[69486]: value = "task-3214152" [ 881.784997] env[69486]: _type = "Task" [ 881.784997] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.786337] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.786696] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. {{(pid=69486) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 881.786868] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48b50e1-e20c-44e6-97ae-db65d823d45f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.795911] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 881.795911] env[69486]: value = "task-3214153" [ 881.795911] env[69486]: _type = "Task" [ 881.795911] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.799344] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 881.799344] env[69486]: value = "task-3214154" [ 881.799344] env[69486]: _type = "Task" [ 881.799344] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.817539] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214152, 'name': CreateVM_Task} progress is 15%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.818046] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 881.818046] env[69486]: value = "task-3214155" [ 881.818046] env[69486]: _type = "Task" [ 881.818046] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.830858] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.831134] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.833022] env[69486]: DEBUG nova.policy [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f6093f13bf4a8fab33541d7a7ea5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56f25e99a08c4c6094b9a8b3f6676d7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.840976] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.207243] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.309470] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214152, 'name': CreateVM_Task, 'duration_secs': 0.514579} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.319634] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.320352] env[69486]: INFO nova.compute.manager [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Took 53.12 seconds to build instance. [ 882.328028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.328028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.328028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.330881] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ffcfaf-f28a-4e7c-90cc-081eae6763dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.341027] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154287} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.341027] env[69486]: DEBUG oslo_vmware.api [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214153, 'name': ReconfigVM_Task, 'duration_secs': 0.260887} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.341027] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.341027] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642675', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'name': 'volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aedf2597-d729-4a8c-b231-60602f15c6a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'serial': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 882.349628] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4681ef6-f1ae-420f-8a29-066fb5edc023 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.353727] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.353942] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 882.353942] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a5f94-e446-5213-5c72-1a1afab3974a" [ 882.353942] env[69486]: _type = "Task" [ 882.353942] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.380433] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 04c628de-170b-48b9-a10f-73e72b39da0a/04c628de-170b-48b9-a10f-73e72b39da0a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.384269] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0988d49e-addf-4e0f-943b-e3bd13e3d725 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.404807] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a5f94-e446-5213-5c72-1a1afab3974a, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.405676] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.406056] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.406416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.406512] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.406688] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.406988] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd7dd8a-9d03-47e3-a65c-e59cefc26d50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.411715] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 882.411715] env[69486]: value = "task-3214156" [ 882.411715] env[69486]: _type = "Task" [ 882.411715] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.423524] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.424969] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.426036] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.426036] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be6d2c4-b044-47c6-8166-e17d4d0ca1c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.431963] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 882.431963] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c31ecc-7e3e-c323-c5e5-4c67cf49ff96" [ 882.431963] env[69486]: _type = "Task" [ 882.431963] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.442915] env[69486]: DEBUG nova.network.neutron [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Updated VIF entry in instance network info cache for port c759dec6-e9e2-4175-bd57-5f6d8d9b119c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.442915] env[69486]: DEBUG nova.network.neutron [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Updating instance_info_cache with network_info: [{"id": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "address": "fa:16:3e:4d:ba:da", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc759dec6-e9", "ovs_interfaceid": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.448018] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c31ecc-7e3e-c323-c5e5-4c67cf49ff96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.814181] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d1220f-f258-42d9-a521-6e28198fa108 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.823871] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c496d2-362c-4a45-8ee2-ffb7ecb36955 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.830018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0c512de4-3775-4146-b201-3347aa84daec tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.648s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.837932] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845551} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.866418] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. [ 882.873138] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0d4f6-f737-4954-80bb-9f4ccf9552e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.874263] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b106f-cef8-4bb1-90d3-57b984c5da66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.904444] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.905996] env[69486]: DEBUG nova.network.neutron [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Successfully created port: e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.910716] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2eaa7dc-57d9-4eb0-9764-2b5f78242ada {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.927462] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13184d7-3a3d-4b9f-a2c2-13308773e135 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.943669] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 882.943669] env[69486]: value = "task-3214157" [ 882.943669] env[69486]: _type = "Task" [ 882.943669] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.957306] env[69486]: DEBUG oslo_concurrency.lockutils [req-00ee5784-b5ff-4dcd-a3a4-61f37ea4749f req-bd567ef5-cf01-46d0-b2f2-f91d5fa58dad service nova] Releasing lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.957940] env[69486]: DEBUG nova.compute.provider_tree [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.959409] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.967365] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c31ecc-7e3e-c323-c5e5-4c67cf49ff96, 'name': SearchDatastore_Task, 'duration_secs': 0.024283} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.970707] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a93e62-9213-4232-9f07-57a428084c78 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.985027] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.986906] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 882.986906] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296f495-58aa-600c-c599-6b919b003bf8" [ 882.986906] env[69486]: _type = "Task" [ 882.986906] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.996782] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296f495-58aa-600c-c599-6b919b003bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.219223] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.250897] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3855c151ecdd716dfe36b8a11918c755',container_format='bare',created_at=2025-04-03T00:38:23Z,direct_url=,disk_format='vmdk',id=c5dd0e9e-4d13-4b1e-be43-51952e60c453,min_disk=1,min_ram=0,name='tempest-test-snap-158399105',owner='56f25e99a08c4c6094b9a8b3f6676d7f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T00:38:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.251240] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.251420] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.251603] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.251743] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.253802] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.253802] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.253802] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.253802] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.253802] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.253802] env[69486]: DEBUG nova.virt.hardware [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.254038] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb027bc-8873-4cfb-bdd4-b22359b3c837 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.262335] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67865f-a820-42d6-90ed-5538e51a2e02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.439158] env[69486]: DEBUG nova.objects.instance [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'flavor' on Instance uuid aedf2597-d729-4a8c-b231-60602f15c6a2 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.441507] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214156, 'name': ReconfigVM_Task, 'duration_secs': 0.595588} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.442123] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 04c628de-170b-48b9-a10f-73e72b39da0a/04c628de-170b-48b9-a10f-73e72b39da0a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.444407] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bb29cff-84a1-4e34-8f38-33da08892799 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.455030] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 883.455030] env[69486]: value = "task-3214158" [ 883.455030] env[69486]: _type = "Task" [ 883.455030] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.470214] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214158, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.474314] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.497652] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296f495-58aa-600c-c599-6b919b003bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.020378} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.497919] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.498278] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/8c00fe50-d725-49f4-9a5c-21a64d4ad389.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.498486] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0534abd-236a-4554-a886-0b20282aaf5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.501494] env[69486]: ERROR nova.scheduler.client.report [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [req-307839a9-c2eb-4565-8b15-902fe1f8205c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-307839a9-c2eb-4565-8b15-902fe1f8205c"}]} [ 883.508578] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 883.508578] env[69486]: value = "task-3214159" [ 883.508578] env[69486]: _type = "Task" [ 883.508578] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.517322] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.528640] env[69486]: DEBUG nova.scheduler.client.report [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 883.549488] env[69486]: DEBUG nova.scheduler.client.report [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 883.549715] env[69486]: DEBUG nova.compute.provider_tree [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.569414] env[69486]: DEBUG nova.scheduler.client.report [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.599582] env[69486]: DEBUG nova.scheduler.client.report [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.948246] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bb6ada60-df95-481f-b147-269f24575f6f tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.408s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.967245] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214158, 'name': Rename_Task, 'duration_secs': 0.227194} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.968499] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.968759] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2aaf949-e6cc-4a82-8016-76d78c45fbf4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.974673] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214157, 'name': ReconfigVM_Task, 'duration_secs': 0.813895} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.977896] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.979792] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee8f0c5-0d7b-4e53-8733-84bf47bed08d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.983665] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 883.983665] env[69486]: value = "task-3214160" [ 883.983665] env[69486]: _type = "Task" [ 883.983665] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.997563] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.031428] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3737a12-d72d-4cc7-bf53-3277dc258357 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.051955] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214159, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.054076] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 884.054076] env[69486]: value = "task-3214161" [ 884.054076] env[69486]: _type = "Task" [ 884.054076] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.066217] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.163310] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "aedf2597-d729-4a8c-b231-60602f15c6a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.163310] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.163310] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "aedf2597-d729-4a8c-b231-60602f15c6a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.163504] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.163692] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.165903] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817df5da-4b21-458d-ad8d-fc5a7799c7c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.169197] env[69486]: INFO nova.compute.manager [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Terminating instance [ 884.176892] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06846f3-cc29-47f2-904f-9d3d90eadab3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.210728] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c675de-3469-403f-9487-9cf71d7c7652 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.219415] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206fd52c-ffc8-4a23-a4f6-90f1db10ac19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.236211] env[69486]: DEBUG nova.compute.provider_tree [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.251416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "e7976a69-a0d6-4d75-8507-6a47f42defe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.251671] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.251872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "e7976a69-a0d6-4d75-8507-6a47f42defe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.252069] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.252283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.254199] env[69486]: INFO nova.compute.manager [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Terminating instance [ 884.497591] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214160, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.534480] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70299} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.534914] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/8c00fe50-d725-49f4-9a5c-21a64d4ad389.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.535404] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.537962] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ebe6c0-6b7d-4b43-9dc4-e729fdab237a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.544020] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 884.544020] env[69486]: value = "task-3214162" [ 884.544020] env[69486]: _type = "Task" [ 884.544020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.551482] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.565148] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214161, 'name': ReconfigVM_Task, 'duration_secs': 0.181492} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.565148] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.565148] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41929889-2788-46de-8f45-05043e7b2e86 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.573705] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 884.573705] env[69486]: value = "task-3214163" [ 884.573705] env[69486]: _type = "Task" [ 884.573705] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.580898] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.677068] env[69486]: DEBUG nova.compute.manager [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.677068] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.677068] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9199555e-18e0-48a6-9ff9-6d0911df5d83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.685781] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 884.685781] env[69486]: value = "task-3214164" [ 884.685781] env[69486]: _type = "Task" [ 884.685781] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.696701] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.707131] env[69486]: DEBUG nova.compute.manager [req-2dc11f71-8f63-465d-9406-8b9142145ba3 req-55707ac1-0d40-478d-b5e9-2785fba53421 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Received event network-vif-plugged-e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 884.707131] env[69486]: DEBUG oslo_concurrency.lockutils [req-2dc11f71-8f63-465d-9406-8b9142145ba3 req-55707ac1-0d40-478d-b5e9-2785fba53421 service nova] Acquiring lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.707907] env[69486]: DEBUG oslo_concurrency.lockutils [req-2dc11f71-8f63-465d-9406-8b9142145ba3 req-55707ac1-0d40-478d-b5e9-2785fba53421 service nova] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.709145] env[69486]: DEBUG oslo_concurrency.lockutils [req-2dc11f71-8f63-465d-9406-8b9142145ba3 req-55707ac1-0d40-478d-b5e9-2785fba53421 service nova] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.709145] env[69486]: DEBUG nova.compute.manager [req-2dc11f71-8f63-465d-9406-8b9142145ba3 req-55707ac1-0d40-478d-b5e9-2785fba53421 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] No waiting events found dispatching network-vif-plugged-e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.709145] env[69486]: WARNING nova.compute.manager [req-2dc11f71-8f63-465d-9406-8b9142145ba3 req-55707ac1-0d40-478d-b5e9-2785fba53421 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Received unexpected event network-vif-plugged-e7e23896-562b-4377-9d14-852564864662 for instance with vm_state building and task_state spawning. [ 884.761607] env[69486]: DEBUG nova.compute.manager [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.761607] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.761607] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b636d76c-c915-437c-8308-ac7b538a4d7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.771569] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.771864] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069d3e7e-077c-47be-9fdc-96133d012b3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.778610] env[69486]: DEBUG oslo_vmware.api [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 884.778610] env[69486]: value = "task-3214165" [ 884.778610] env[69486]: _type = "Task" [ 884.778610] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.787436] env[69486]: DEBUG oslo_vmware.api [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.788460] env[69486]: DEBUG nova.scheduler.client.report [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.788852] env[69486]: DEBUG nova.compute.provider_tree [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 89 to 90 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.789193] env[69486]: DEBUG nova.compute.provider_tree [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.831753] env[69486]: DEBUG nova.network.neutron [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Successfully updated port: e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.995728] env[69486]: DEBUG oslo_vmware.api [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214160, 'name': PowerOnVM_Task, 'duration_secs': 0.634089} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.996808] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.996808] env[69486]: INFO nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 884.996808] env[69486]: DEBUG nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.997494] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480d547-1a2a-422b-9d5b-451d7ca05431 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.053561] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073109} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.053828] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.054606] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c256ec-357c-4994-b4db-b4cfec8a4ca8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.078435] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/8c00fe50-d725-49f4-9a5c-21a64d4ad389.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.078785] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632203ff-73dc-46a0-8f64-ed5902ea6641 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.105538] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.106832] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 885.106832] env[69486]: value = "task-3214166" [ 885.106832] env[69486]: _type = "Task" [ 885.106832] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.117022] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.193368] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214164, 'name': PowerOffVM_Task, 'duration_secs': 0.341218} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.193834] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.193834] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 885.194024] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642675', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'name': 'volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aedf2597-d729-4a8c-b231-60602f15c6a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'serial': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 885.194815] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352e5714-8f0d-4b42-816b-dcf64145911b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.217571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1600df-cbb4-4a96-831b-c61714883c97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.225685] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc3f4e7-59d7-46f7-876b-06da43c50ad6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.246741] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fda6404-715a-439f-af44-44321a6fcdf6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.263055] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e/volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 885.268432] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 885.268776] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7ee094-4152-4be7-9d54-1afa49ee904c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.291321] env[69486]: DEBUG oslo_vmware.api [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214165, 'name': PowerOffVM_Task, 'duration_secs': 0.391093} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.292591] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.292794] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.293106] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 885.293106] env[69486]: value = "task-3214167" [ 885.293106] env[69486]: _type = "Task" [ 885.293106] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.293324] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8fad16f-bc6a-4802-bb5b-e3bd003ab503 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.295533] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.460s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.296110] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.302113] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.983s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.304574] env[69486]: INFO nova.compute.claims [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.311513] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.341760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "refresh_cache-afc30047-eafd-4c72-b7a3-5eb19eac2f58" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.341909] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "refresh_cache-afc30047-eafd-4c72-b7a3-5eb19eac2f58" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.342145] env[69486]: DEBUG nova.network.neutron [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.517975] env[69486]: INFO nova.compute.manager [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Took 53.24 seconds to build instance. [ 885.588831] env[69486]: DEBUG oslo_vmware.api [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214163, 'name': PowerOnVM_Task, 'duration_secs': 0.581002} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.589153] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.591795] env[69486]: DEBUG nova.compute.manager [None req-fc3262a0-3154-48f0-aae8-05d6c4164979 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.592635] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed035b7e-41c4-4324-833a-6ae97c9018d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.615648] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.804421] env[69486]: DEBUG nova.compute.utils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.805642] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "1949ab14-724c-43df-abc8-228657c3996d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.805862] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "1949ab14-724c-43df-abc8-228657c3996d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.810016] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.811028] env[69486]: DEBUG nova.network.neutron [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.812231] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214167, 'name': ReconfigVM_Task, 'duration_secs': 0.484712} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.814339] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.823414] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c1dda7-5085-4c07-a138-715b3228a0b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.839518] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 885.839518] env[69486]: value = "task-3214169" [ 885.839518] env[69486]: _type = "Task" [ 885.839518] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.849496] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.887941] env[69486]: DEBUG nova.network.neutron [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.892655] env[69486]: DEBUG nova.policy [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af7432a9cb244142b34463947711a48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dead4e7f65c4ddfa708578e52b17c84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.020598] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bf745b0b-10e7-4411-8ffb-31b8fb23a6a9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "04c628de-170b-48b9-a10f-73e72b39da0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.753s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.118880] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214166, 'name': ReconfigVM_Task, 'duration_secs': 0.683045} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.119881] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/8c00fe50-d725-49f4-9a5c-21a64d4ad389.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.120693] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a040f7-23e8-415f-8e7b-8de9e31fcf13 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.127529] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 886.127529] env[69486]: value = "task-3214170" [ 886.127529] env[69486]: _type = "Task" [ 886.127529] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.138338] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214170, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.179208] env[69486]: DEBUG nova.network.neutron [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Updating instance_info_cache with network_info: [{"id": "e7e23896-562b-4377-9d14-852564864662", "address": "fa:16:3e:68:1f:63", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e23896-56", "ovs_interfaceid": "e7e23896-562b-4377-9d14-852564864662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.304586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a4a4b4-fa14-4ca4-a328-80e45c0e2fec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.308987] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.313476] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.318808] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47750edf-6290-44f6-b303-a71e2f381e3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.355541] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ba5bb-6728-4db0-a44d-9177a26459d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.367317] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914a573c-6de3-421d-80b2-adb351a53428 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.371601] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214169, 'name': ReconfigVM_Task, 'duration_secs': 0.34524} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.371959] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642675', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'name': 'volume-ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aedf2597-d729-4a8c-b231-60602f15c6a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e', 'serial': 'ba0fd38a-0685-414c-bcb0-9f1b7021c95e'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 886.372289] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.373830] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67214da1-c16f-4d00-bead-fb3996614ea0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.384769] env[69486]: DEBUG nova.compute.provider_tree [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.388235] env[69486]: DEBUG nova.network.neutron [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Successfully created port: ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.392478] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.393276] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f88555-096f-4b10-8a4e-a86a54492b44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.450501] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.450699] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.451981] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleting the datastore file [datastore2] aedf2597-d729-4a8c-b231-60602f15c6a2 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.451981] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8238c168-0d60-4586-9527-fc605ef3ee77 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.456929] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 886.456929] env[69486]: value = "task-3214172" [ 886.456929] env[69486]: _type = "Task" [ 886.456929] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.474882] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.643024] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214170, 'name': Rename_Task, 'duration_secs': 0.29551} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.645207] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.645759] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0a9691-11b1-4f61-8097-c33eedc1086b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.653655] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 886.653655] env[69486]: value = "task-3214173" [ 886.653655] env[69486]: _type = "Task" [ 886.653655] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.664374] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.682056] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "refresh_cache-afc30047-eafd-4c72-b7a3-5eb19eac2f58" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.685015] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Instance network_info: |[{"id": "e7e23896-562b-4377-9d14-852564864662", "address": "fa:16:3e:68:1f:63", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e23896-56", "ovs_interfaceid": "e7e23896-562b-4377-9d14-852564864662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.685015] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:1f:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e23896-562b-4377-9d14-852564864662', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.695157] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.696080] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.696454] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a1ef721-b92d-420f-9893-c09689454382 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.720625] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.720625] env[69486]: value = "task-3214174" [ 886.720625] env[69486]: _type = "Task" [ 886.720625] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.732044] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214174, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.820466] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.820466] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.820466] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore1] e7976a69-a0d6-4d75-8507-6a47f42defe8 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.822134] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc299fa7-e579-4999-819d-56d47ff87591 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.833824] env[69486]: DEBUG oslo_vmware.api [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 886.833824] env[69486]: value = "task-3214175" [ 886.833824] env[69486]: _type = "Task" [ 886.833824] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.841573] env[69486]: DEBUG oslo_vmware.api [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.852694] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.888464] env[69486]: DEBUG nova.scheduler.client.report [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.972098] env[69486]: DEBUG oslo_vmware.api [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339617} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.972375] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.972598] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.975068] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.976645] env[69486]: INFO nova.compute.manager [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Took 2.30 seconds to destroy the instance on the hypervisor. [ 886.976645] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.976645] env[69486]: DEBUG nova.compute.manager [-] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.976645] env[69486]: DEBUG nova.network.neutron [-] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.068175] env[69486]: DEBUG nova.compute.manager [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Received event network-changed-e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 887.068761] env[69486]: DEBUG nova.compute.manager [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Refreshing instance network info cache due to event network-changed-e7e23896-562b-4377-9d14-852564864662. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 887.068761] env[69486]: DEBUG oslo_concurrency.lockutils [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] Acquiring lock "refresh_cache-afc30047-eafd-4c72-b7a3-5eb19eac2f58" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.068761] env[69486]: DEBUG oslo_concurrency.lockutils [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] Acquired lock "refresh_cache-afc30047-eafd-4c72-b7a3-5eb19eac2f58" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.068999] env[69486]: DEBUG nova.network.neutron [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Refreshing network info cache for port e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.146492] env[69486]: DEBUG nova.compute.manager [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-changed-419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 887.146760] env[69486]: DEBUG nova.compute.manager [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing instance network info cache due to event network-changed-419c76e3-9819-455e-a429-4bcb08d6fc5a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 887.146979] env[69486]: DEBUG oslo_concurrency.lockutils [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.147214] env[69486]: DEBUG oslo_concurrency.lockutils [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.147378] env[69486]: DEBUG nova.network.neutron [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing network info cache for port 419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.168014] env[69486]: DEBUG oslo_vmware.api [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214173, 'name': PowerOnVM_Task, 'duration_secs': 0.510964} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.169056] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.169056] env[69486]: INFO nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Took 8.87 seconds to spawn the instance on the hypervisor. [ 887.169056] env[69486]: DEBUG nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.169881] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76234d4e-f4e7-4682-bb85-8a70580ebfe3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.232858] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214174, 'name': CreateVM_Task, 'duration_secs': 0.300498} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.232858] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.233619] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.233725] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.234228] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.234369] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f460f0-2172-484b-a993-c1929253a16e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.243020] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 887.243020] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9afb0-263b-2a50-0a4a-e18294c6af77" [ 887.243020] env[69486]: _type = "Task" [ 887.243020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.250870] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a9afb0-263b-2a50-0a4a-e18294c6af77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.322329] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.345354] env[69486]: DEBUG oslo_vmware.api [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177389} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.345689] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.345919] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.346172] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.346383] env[69486]: INFO nova.compute.manager [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Took 2.59 seconds to destroy the instance on the hypervisor. [ 887.346676] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.349614] env[69486]: DEBUG nova.compute.manager [-] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.349614] env[69486]: DEBUG nova.network.neutron [-] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.358146] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.358227] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.358349] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.358532] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.360069] env[69486]: DEBUG nova.virt.hardware [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.360663] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d094dea-8b3a-46a4-860c-f1bbe4bec8df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.368383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a750c-5edb-4b0a-87fe-a539c1e4f9a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.396386] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.094s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.397408] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.399837] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.622s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.699557] env[69486]: INFO nova.compute.manager [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Took 54.01 seconds to build instance. [ 887.751666] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.751666] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Processing image c5dd0e9e-4d13-4b1e-be43-51952e60c453 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.751666] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.753014] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.753014] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.753014] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd555334-9088-4814-9270-23600fc7b488 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.763994] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.764797] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.765601] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08ac37b-7df5-4099-990c-ebddbacc9a54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.774969] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 887.774969] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525fafae-6748-f686-61e3-d84a38631de1" [ 887.774969] env[69486]: _type = "Task" [ 887.774969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.784128] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525fafae-6748-f686-61e3-d84a38631de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.799635] env[69486]: DEBUG nova.network.neutron [-] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.898970] env[69486]: DEBUG nova.network.neutron [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Updated VIF entry in instance network info cache for port e7e23896-562b-4377-9d14-852564864662. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.900367] env[69486]: DEBUG nova.network.neutron [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Updating instance_info_cache with network_info: [{"id": "e7e23896-562b-4377-9d14-852564864662", "address": "fa:16:3e:68:1f:63", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e23896-56", "ovs_interfaceid": "e7e23896-562b-4377-9d14-852564864662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.917354] env[69486]: DEBUG nova.compute.utils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.923043] env[69486]: DEBUG oslo_concurrency.lockutils [req-b90e7602-fd9a-4f08-a3e1-69b3145345f9 req-abcb22ba-23b9-4b47-abd9-5d8b4fe7e594 service nova] Releasing lock "refresh_cache-afc30047-eafd-4c72-b7a3-5eb19eac2f58" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.923043] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.923043] env[69486]: DEBUG nova.network.neutron [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.989763] env[69486]: DEBUG nova.policy [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd05421056544dad9250fecee9a25898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '315bc6a65bab486abff7efe189e301a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.134637] env[69486]: DEBUG nova.network.neutron [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updated VIF entry in instance network info cache for port 419c76e3-9819-455e-a429-4bcb08d6fc5a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.135069] env[69486]: DEBUG nova.network.neutron [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.149600] env[69486]: DEBUG nova.network.neutron [-] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.205860] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d0f111c-6cdb-4693-9bf9-6afa87b51903 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.523s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.223992] env[69486]: DEBUG nova.network.neutron [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Successfully updated port: ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.291922] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 888.292286] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Fetch image to [datastore1] OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f/OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 888.292448] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Downloading stream optimized image c5dd0e9e-4d13-4b1e-be43-51952e60c453 to [datastore1] OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f/OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f.vmdk on the data store datastore1 as vApp {{(pid=69486) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 888.292630] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Downloading image file data c5dd0e9e-4d13-4b1e-be43-51952e60c453 to the ESX as VM named 'OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f' {{(pid=69486) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 888.302332] env[69486]: INFO nova.compute.manager [-] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Took 1.33 seconds to deallocate network for instance. [ 888.373794] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 888.373794] env[69486]: value = "resgroup-9" [ 888.373794] env[69486]: _type = "ResourcePool" [ 888.373794] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 888.374109] env[69486]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dbbcbe48-38b6-4687-a6b3-0c647e28f175 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.396320] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease: (returnval){ [ 888.396320] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2da30-d7cb-9d33-bec6-4e45870bddc3" [ 888.396320] env[69486]: _type = "HttpNfcLease" [ 888.396320] env[69486]: } obtained for vApp import into resource pool (val){ [ 888.396320] env[69486]: value = "resgroup-9" [ 888.396320] env[69486]: _type = "ResourcePool" [ 888.396320] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 888.396631] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the lease: (returnval){ [ 888.396631] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2da30-d7cb-9d33-bec6-4e45870bddc3" [ 888.396631] env[69486]: _type = "HttpNfcLease" [ 888.396631] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.403885] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.403885] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2da30-d7cb-9d33-bec6-4e45870bddc3" [ 888.403885] env[69486]: _type = "HttpNfcLease" [ 888.403885] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.425952] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.429428] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance 8c65ecb4-c94f-4841-a432-776e0a94fc73 as it has an incoming, in-progress migration d6f38035-5f42-4ee1-92a0-4b840d346c9f. Migration status is reverting {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 888.429663] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance d39dd037-4039-4f6e-8302-80bc8c2d6670 as it has an incoming, in-progress migration 0e4dbaab-e4df-4915-b8f0-b649e06c502b. Migration status is confirming {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 888.432119] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating resource usage from migration d6f38035-5f42-4ee1-92a0-4b840d346c9f [ 888.432464] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating resource usage from migration 0e4dbaab-e4df-4915-b8f0-b649e06c502b [ 888.461282] env[69486]: DEBUG nova.network.neutron [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Successfully created port: c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.463872] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance eda9280b-3a26-4e37-a2e3-cf404597dac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.463999] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 06613882-ee95-461f-8ba1-d2cdf8842329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464108] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a22b3977-2a6f-4f01-949d-874208903ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464228] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464365] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e5fde291-3647-432f-bf7f-9be335f39425 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 888.464481] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464597] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a3e5b1df-503a-49a7-b066-b09999f7a2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464712] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance b61972c7-ddfd-47a5-9bc4-314effb27ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464823] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.464933] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 8e447be5-6131-413b-9e67-5d9e5bed2ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.465149] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 1e66be41-b2a4-487e-98b7-bd3bf03df988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.465183] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6df8b702-7ab7-4b2a-95c7-2844be98649d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 888.465337] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration d6f38035-5f42-4ee1-92a0-4b840d346c9f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 888.465374] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 8c65ecb4-c94f-4841-a432-776e0a94fc73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.465532] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ba98f5c7-9887-416c-8cc5-0e5e434a08b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 888.465600] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ce4cb506-303f-41a5-834b-3d211fb6df27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.465711] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration 0e4dbaab-e4df-4915-b8f0-b649e06c502b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 888.465864] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d39dd037-4039-4f6e-8302-80bc8c2d6670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.466073] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance aedf2597-d729-4a8c-b231-60602f15c6a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.466231] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.466469] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.466647] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e7976a69-a0d6-4d75-8507-6a47f42defe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.466812] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 04c628de-170b-48b9-a10f-73e72b39da0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.466997] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 8c00fe50-d725-49f4-9a5c-21a64d4ad389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.467244] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance afc30047-eafd-4c72-b7a3-5eb19eac2f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.467405] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a46e6322-b506-4f17-8271-3b30f0fa6819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.467545] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 3d011cc0-16a1-4850-9038-636d11da4480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 888.638221] env[69486]: DEBUG oslo_concurrency.lockutils [req-67bd6fb8-6228-4eb5-9768-c3987f2461be req-de035048-c180-45ed-bd0e-31e985bd51c4 service nova] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.656443] env[69486]: INFO nova.compute.manager [-] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Took 1.31 seconds to deallocate network for instance. [ 888.729503] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "refresh_cache-a46e6322-b506-4f17-8271-3b30f0fa6819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.729503] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "refresh_cache-a46e6322-b506-4f17-8271-3b30f0fa6819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.729503] env[69486]: DEBUG nova.network.neutron [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.860425] env[69486]: INFO nova.compute.manager [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Took 0.56 seconds to detach 1 volumes for instance. [ 888.906367] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.906367] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2da30-d7cb-9d33-bec6-4e45870bddc3" [ 888.906367] env[69486]: _type = "HttpNfcLease" [ 888.906367] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.970697] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0f43da29-006f-48eb-bc7b-e8331b5b1b10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.163729] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.166560] env[69486]: INFO nova.compute.manager [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Rescuing [ 889.166702] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.166875] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.167099] env[69486]: DEBUG nova.network.neutron [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.276914] env[69486]: DEBUG nova.network.neutron [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.303894] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 889.303894] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing instance network info cache due to event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 889.303894] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.304107] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.304107] env[69486]: DEBUG nova.network.neutron [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.319863] env[69486]: DEBUG nova.compute.manager [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 889.320058] env[69486]: DEBUG nova.compute.manager [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing instance network info cache due to event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 889.320274] env[69486]: DEBUG oslo_concurrency.lockutils [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.369647] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.407405] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.407405] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2da30-d7cb-9d33-bec6-4e45870bddc3" [ 889.407405] env[69486]: _type = "HttpNfcLease" [ 889.407405] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.407709] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.407709] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2da30-d7cb-9d33-bec6-4e45870bddc3" [ 889.407709] env[69486]: _type = "HttpNfcLease" [ 889.407709] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 889.408426] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3ed6e-98e4-4326-8e54-87199b871159 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.415436] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e847e-1a87-2a58-29ac-d88af0a21068/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.415706] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e847e-1a87-2a58-29ac-d88af0a21068/disk-0.vmdk. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 889.473310] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.481041] env[69486]: DEBUG nova.network.neutron [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Updating instance_info_cache with network_info: [{"id": "ab8d1f89-dee4-420c-b956-43555f6383a0", "address": "fa:16:3e:31:87:58", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8d1f89-de", "ovs_interfaceid": "ab8d1f89-dee4-420c-b956-43555f6383a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.481041] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 141038b4-0de6-40ba-9c73-e018620c2068 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.485987] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1089d1d0-dbf4-4f46-bba5-15515a46410a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.513733] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.513968] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.514145] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.514397] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.514467] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.514607] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.515898] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.515898] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.515898] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.515898] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.515898] env[69486]: DEBUG nova.virt.hardware [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.516521] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf5eace-7003-4810-aba6-0a08aa06bc20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.524497] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bd754a-5635-4512-b7fe-361c4a53e1ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.986950] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "refresh_cache-a46e6322-b506-4f17-8271-3b30f0fa6819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.987248] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Instance network_info: |[{"id": "ab8d1f89-dee4-420c-b956-43555f6383a0", "address": "fa:16:3e:31:87:58", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8d1f89-de", "ovs_interfaceid": "ab8d1f89-dee4-420c-b956-43555f6383a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.987917] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0fc58a79-c995-4d67-9d24-00014a664317 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.989911] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:87:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab8d1f89-dee4-420c-b956-43555f6383a0', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.005202] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.012336] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.012944] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a53f444-0abd-43aa-a665-fa9df6fa3f9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.049067] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.049067] env[69486]: value = "task-3214177" [ 890.049067] env[69486]: _type = "Task" [ 890.049067] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.060899] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214177, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.099880] env[69486]: DEBUG nova.network.neutron [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Updating instance_info_cache with network_info: [{"id": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "address": "fa:16:3e:4d:ba:da", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc759dec6-e9", "ovs_interfaceid": "c759dec6-e9e2-4175-bd57-5f6d8d9b119c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.198819] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 890.198819] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e847e-1a87-2a58-29ac-d88af0a21068/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.198819] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910863ee-dbbe-4f4c-8a81-6d79c75eb9e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.206562] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e847e-1a87-2a58-29ac-d88af0a21068/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.206788] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e847e-1a87-2a58-29ac-d88af0a21068/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 890.207056] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f2941ded-9dc5-47a0-8008-35a1bef746a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.406394] env[69486]: DEBUG nova.network.neutron [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Successfully updated port: c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.414278] env[69486]: DEBUG nova.network.neutron [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updated VIF entry in instance network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.414614] env[69486]: DEBUG nova.network.neutron [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.493019] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 1949ab14-724c-43df-abc8-228657c3996d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.493019] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 890.493019] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5312MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 890.564587] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214177, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.588254] env[69486]: DEBUG oslo_vmware.rw_handles [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e847e-1a87-2a58-29ac-d88af0a21068/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 890.588254] env[69486]: INFO nova.virt.vmwareapi.images [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Downloaded image file data c5dd0e9e-4d13-4b1e-be43-51952e60c453 [ 890.588483] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93afb964-e422-4655-8e57-7b2feaf9d019 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.608156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "refresh_cache-8c00fe50-d725-49f4-9a5c-21a64d4ad389" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.613040] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3ea5ab3-3cc7-4877-86a5-9459ff0ff51e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.642115] env[69486]: INFO nova.virt.vmwareapi.images [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] The imported VM was unregistered [ 890.644810] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 890.644810] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.645091] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a1bd45d-9cce-4a98-a330-a455d6cac659 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.674995] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created directory with path [datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.675220] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f/OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f.vmdk to [datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk. {{(pid=69486) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 890.676398] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a22b06b1-2198-4d73-a4e8-c817abc0760a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.683642] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 890.683642] env[69486]: value = "task-3214179" [ 890.683642] env[69486]: _type = "Task" [ 890.683642] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.695522] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.909861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.909861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquired lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.909861] env[69486]: DEBUG nova.network.neutron [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.917912] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.918441] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Received event network-vif-deleted-94198e0b-99c5-4727-a4bc-efbc860c52af {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 890.918759] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Received event network-vif-deleted-4c300de7-ca3e-4166-a5b9-49e7e9c79b9a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 890.919500] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Received event network-vif-plugged-ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 890.919500] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Acquiring lock "a46e6322-b506-4f17-8271-3b30f0fa6819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.919500] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.919823] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.920476] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] No waiting events found dispatching network-vif-plugged-ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.920476] env[69486]: WARNING nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Received unexpected event network-vif-plugged-ab8d1f89-dee4-420c-b956-43555f6383a0 for instance with vm_state building and task_state spawning. [ 890.920476] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Received event network-changed-ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 890.920476] env[69486]: DEBUG nova.compute.manager [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Refreshing instance network info cache due to event network-changed-ab8d1f89-dee4-420c-b956-43555f6383a0. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 890.920662] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Acquiring lock "refresh_cache-a46e6322-b506-4f17-8271-3b30f0fa6819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.920835] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Acquired lock "refresh_cache-a46e6322-b506-4f17-8271-3b30f0fa6819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.921054] env[69486]: DEBUG nova.network.neutron [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Refreshing network info cache for port ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.923143] env[69486]: DEBUG oslo_concurrency.lockutils [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.923425] env[69486]: DEBUG nova.network.neutron [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.004349] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd70f2-7e1b-46a4-960d-ff2114a75215 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.011961] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1adc83-3a9b-4960-9541-c4abef975012 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.047296] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced4d422-7990-437d-b8f0-60d85a6c502f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.062207] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb86486-7345-42c4-97af-d7690bad6212 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.074189] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214177, 'name': CreateVM_Task, 'duration_secs': 0.643834} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.077914] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.077914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.077914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.077914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.077914] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b937e21-9e5c-41ce-b3cc-f8000f4d4fe4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.085836] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.093714] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 891.093714] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52da4401-1937-f607-272e-918c1fec53ef" [ 891.093714] env[69486]: _type = "Task" [ 891.093714] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.103289] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52da4401-1937-f607-272e-918c1fec53ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.196818] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.353991] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 891.354245] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing instance network info cache due to event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 891.354396] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.465164] env[69486]: DEBUG nova.network.neutron [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.612318] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52da4401-1937-f607-272e-918c1fec53ef, 'name': SearchDatastore_Task, 'duration_secs': 0.04544} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.612891] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.613212] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.613553] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.613757] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.614025] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.614859] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b9df0b-7378-442d-8a2f-7980a80f38a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.617865] env[69486]: ERROR nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [req-c9204eff-ab1f-4f77-a6a0-e93954f4b9a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9204eff-ab1f-4f77-a6a0-e93954f4b9a5"}]} [ 891.627531] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.627729] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.628501] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d839506f-4f77-4a0f-a801-6ab80c0f3813 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.638009] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 891.638009] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f2be5b-3512-a84e-3e17-924582d9ea34" [ 891.638009] env[69486]: _type = "Task" [ 891.638009] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.643030] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.655369] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f2be5b-3512-a84e-3e17-924582d9ea34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.672592] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.672848] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.695271] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.712815] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.724621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.724621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.724621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.724621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.724621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.726946] env[69486]: INFO nova.compute.manager [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Terminating instance [ 891.734065] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 891.753395] env[69486]: DEBUG nova.network.neutron [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Updated VIF entry in instance network info cache for port ab8d1f89-dee4-420c-b956-43555f6383a0. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.753971] env[69486]: DEBUG nova.network.neutron [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Updating instance_info_cache with network_info: [{"id": "ab8d1f89-dee4-420c-b956-43555f6383a0", "address": "fa:16:3e:31:87:58", "network": {"id": "afb88aa9-6e56-44c5-965f-ecfa2e16dec9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-318131071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dead4e7f65c4ddfa708578e52b17c84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8d1f89-de", "ovs_interfaceid": "ab8d1f89-dee4-420c-b956-43555f6383a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.775795] env[69486]: DEBUG nova.network.neutron [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Updating instance_info_cache with network_info: [{"id": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "address": "fa:16:3e:50:3e:66", "network": {"id": "ac74e821-0358-43eb-9d63-83199741c366", "bridge": "br-int", "label": "tempest-ServersTestJSON-94693049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "315bc6a65bab486abff7efe189e301a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40331fe-23", "ovs_interfaceid": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.830098] env[69486]: DEBUG nova.network.neutron [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updated VIF entry in instance network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.830711] env[69486]: DEBUG nova.network.neutron [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.151805] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f2be5b-3512-a84e-3e17-924582d9ea34, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.155450] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7caccc-3762-4c68-900b-f9a1ef477344 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.160943] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 892.160943] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5283f27d-31df-58dd-992e-3dc9f1a425a0" [ 892.160943] env[69486]: _type = "Task" [ 892.160943] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.165295] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.165575] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a11f50-4f6e-4dc1-a735-59ddbd16165a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.173389] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5283f27d-31df-58dd-992e-3dc9f1a425a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.178603] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 892.178603] env[69486]: value = "task-3214180" [ 892.178603] env[69486]: _type = "Task" [ 892.178603] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.191849] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.200728] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.228147] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba02cd58-ba43-4232-867c-651d647fa4c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.236479] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c4f77-2ace-46a0-9a76-64c8a1ef20e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.240789] env[69486]: DEBUG nova.compute.manager [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.241030] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.241857] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd45719-52ca-4965-acc0-ff040fc396af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.249148] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.275905] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd0df737-4f20-4c48-85e2-177b95df339c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.278056] env[69486]: DEBUG oslo_concurrency.lockutils [req-d85294ab-619c-4402-bbd1-f3faf489d94a req-a7d7221d-985e-434a-9856-e6eff9e033c6 service nova] Releasing lock "refresh_cache-a46e6322-b506-4f17-8271-3b30f0fa6819" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.279310] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d1968c-b27d-4f76-a980-0f95ef1b60eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.290659] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a777f679-0425-440a-b859-2148fe41f337 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.297559] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Releasing lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.297881] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Instance network_info: |[{"id": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "address": "fa:16:3e:50:3e:66", "network": {"id": "ac74e821-0358-43eb-9d63-83199741c366", "bridge": "br-int", "label": "tempest-ServersTestJSON-94693049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "315bc6a65bab486abff7efe189e301a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40331fe-23", "ovs_interfaceid": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.298693] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 892.298693] env[69486]: value = "task-3214181" [ 892.298693] env[69486]: _type = "Task" [ 892.298693] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.298693] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40331fe-234f-4ece-a9cb-0bd0ebc4c063', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.306306] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Creating folder: Project (315bc6a65bab486abff7efe189e301a7). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.307208] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e255da8-b445-4460-92c6-f05fc7afcc3a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.320424] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.329737] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.332554] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Created folder: Project (315bc6a65bab486abff7efe189e301a7) in parent group-v642494. [ 892.332836] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Creating folder: Instances. Parent ref: group-v642683. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.333035] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a8faf3a-f899-4e91-8454-6889b7eb47d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.337938] env[69486]: DEBUG oslo_concurrency.lockutils [req-8162a17a-777a-4d3f-88a6-c240b67c8df3 req-4d302176-842e-4fa3-b631-9828afabbd4c service nova] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.338407] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.338598] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.342783] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Created folder: Instances in parent group-v642683. [ 892.343038] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.343264] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.343488] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-644aa4a6-a742-424f-909f-79866e1e25e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.364795] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.364795] env[69486]: value = "task-3214184" [ 892.364795] env[69486]: _type = "Task" [ 892.364795] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.375718] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214184, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.672048] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5283f27d-31df-58dd-992e-3dc9f1a425a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017539} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.672358] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.672672] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] a46e6322-b506-4f17-8271-3b30f0fa6819/a46e6322-b506-4f17-8271-3b30f0fa6819.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.672953] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6dd4c8c-1063-4c49-9b52-0ea16321b747 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.683940] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 892.683940] env[69486]: value = "task-3214185" [ 892.683940] env[69486]: _type = "Task" [ 892.683940] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.690656] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.701622] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.706905] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.819074] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214181, 'name': PowerOffVM_Task, 'duration_secs': 0.359491} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.819423] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.819601] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.819875] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80e2879d-044f-46fc-9a02-58b3dd5509ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.871805] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 892.872060] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 91 to 92 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 892.872224] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.886272] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214184, 'name': CreateVM_Task, 'duration_secs': 0.403538} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.886674] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.888846] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.888846] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.888846] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Deleting the datastore file [datastore2] 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.888846] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.889150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.889257] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.889556] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41aa7ed1-bd14-47b3-96a4-c69d3d792162 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.892574] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51feed31-b0c7-49ab-90a3-e04e15fb86c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.900072] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 892.900072] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea7506-7a71-3407-00d4-7e1cc74354d5" [ 892.900072] env[69486]: _type = "Task" [ 892.900072] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.901676] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for the task: (returnval){ [ 892.901676] env[69486]: value = "task-3214187" [ 892.901676] env[69486]: _type = "Task" [ 892.901676] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.919127] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea7506-7a71-3407-00d4-7e1cc74354d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016057} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.922565] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.922886] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.923119] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.923305] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.923503] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.923828] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.924137] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5df8db-f5bb-4ad8-9bdc-fd77e738de16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.933477] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.933808] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.934625] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7228d33a-fbc0-4399-8842-26df1dc68117 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.944086] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 892.944086] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e09a41-fec7-4bbb-1f0a-64fa666a9e04" [ 892.944086] env[69486]: _type = "Task" [ 892.944086] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.950382] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e09a41-fec7-4bbb-1f0a-64fa666a9e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.149796] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updated VIF entry in instance network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.149796] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [{"id": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "address": "fa:16:3e:c4:f2:9c", "network": {"id": "0b82fafa-977d-4253-8372-541f89f69830", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-65426858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf70326785074229acbeb23b9a46af98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d8032-9c", "ovs_interfaceid": "558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.193320] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214180, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.200832] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.207243] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.378232] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 893.378579] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.979s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.378808] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.167s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.380404] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.380577] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Cleaning up deleted instances {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11852}} [ 893.415033] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.452964] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e09a41-fec7-4bbb-1f0a-64fa666a9e04, 'name': SearchDatastore_Task, 'duration_secs': 0.019069} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.453836] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba405bfa-94c3-4043-876a-ff79264f6551 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.465114] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 893.465114] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223fa84-b626-0a82-2709-b67220d3df50" [ 893.465114] env[69486]: _type = "Task" [ 893.465114] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.474435] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223fa84-b626-0a82-2709-b67220d3df50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.652205] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.652489] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 893.652861] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing instance network info cache due to event network-changed-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 893.653114] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquiring lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.653267] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquired lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.653434] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Refreshing network info cache for port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.691498] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214180, 'name': PowerOffVM_Task, 'duration_secs': 1.043775} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.692187] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.693057] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b20f50-cd8a-4608-b7d7-1eaabe515812 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.700051] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656318} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.703660] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] a46e6322-b506-4f17-8271-3b30f0fa6819/a46e6322-b506-4f17-8271-3b30f0fa6819.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.703924] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.704209] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e44d268e-e280-4453-908d-01c04cf92bd2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.721418] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8200d9-7e23-41b6-b195-f104edd9f945 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.726715] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214179, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.785469} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.728417] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f/OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f.vmdk to [datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk. [ 893.728604] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Cleaning up location [datastore1] OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 893.728765] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_be37d39e-1320-4865-92fe-3545bc85492f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.729072] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 893.729072] env[69486]: value = "task-3214188" [ 893.729072] env[69486]: _type = "Task" [ 893.729072] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.729255] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-053e1721-4bc3-473d-bcb9-2f7a946dbd9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.742846] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.743674] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 893.743674] env[69486]: value = "task-3214189" [ 893.743674] env[69486]: _type = "Task" [ 893.743674] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.751122] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.761447] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.761748] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41b49fe-af88-43cd-92ec-234680107567 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.767493] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 893.767493] env[69486]: value = "task-3214190" [ 893.767493] env[69486]: _type = "Task" [ 893.767493] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.775253] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.883574] env[69486]: DEBUG nova.objects.instance [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lazy-loading 'migration_context' on Instance uuid 8c65ecb4-c94f-4841-a432-776e0a94fc73 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.894902] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] There are 42 instances to clean {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11861}} [ 893.895010] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: eeb0087a-d92a-4653-b674-e0b3c69f89aa] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 893.915100] env[69486]: DEBUG oslo_vmware.api [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Task: {'id': task-3214187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587309} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.915336] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.915519] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.915693] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.915862] env[69486]: INFO nova.compute.manager [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Took 1.67 seconds to destroy the instance on the hypervisor. [ 893.916116] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.916305] env[69486]: DEBUG nova.compute.manager [-] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.916398] env[69486]: DEBUG nova.network.neutron [-] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.976013] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5223fa84-b626-0a82-2709-b67220d3df50, 'name': SearchDatastore_Task, 'duration_secs': 0.01477} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.976254] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.976509] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3d011cc0-16a1-4850-9038-636d11da4480/3d011cc0-16a1-4850-9038-636d11da4480.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.976756] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc2b1149-91db-43f7-9912-53e38295ccf7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.983109] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 893.983109] env[69486]: value = "task-3214191" [ 893.983109] env[69486]: _type = "Task" [ 893.983109] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.990688] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.148903] env[69486]: DEBUG nova.compute.manager [req-772298e9-57fa-4782-914e-2834af9f56bf req-4903c0ca-0600-411b-86d5-c5502a04e354 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Received event network-vif-deleted-558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 894.149127] env[69486]: INFO nova.compute.manager [req-772298e9-57fa-4782-914e-2834af9f56bf req-4903c0ca-0600-411b-86d5-c5502a04e354 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Neutron deleted interface 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4; detaching it from the instance and deleting it from the info cache [ 894.149301] env[69486]: DEBUG nova.network.neutron [req-772298e9-57fa-4782-914e-2834af9f56bf req-4903c0ca-0600-411b-86d5-c5502a04e354 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.172117] env[69486]: INFO nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Port 558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 894.172374] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.242800] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236366} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.243405] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.244347] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ddb01-5775-4861-943e-d37e450a7d97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.271801] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a46e6322-b506-4f17-8271-3b30f0fa6819/a46e6322-b506-4f17-8271-3b30f0fa6819.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.275737] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4b0635-fdc2-4316-959d-ddb99385774a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.291392] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032681} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.295646] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.295877] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.296177] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk to [datastore1] afc30047-eafd-4c72-b7a3-5eb19eac2f58/afc30047-eafd-4c72-b7a3-5eb19eac2f58.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.297176] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eef164d-1a80-4ac0-b33d-7ecf86b7a6e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.308343] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 894.308343] env[69486]: value = "task-3214192" [ 894.308343] env[69486]: _type = "Task" [ 894.308343] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.309856] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 894.310076] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.310328] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.310484] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.310658] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.310949] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 894.310949] env[69486]: value = "task-3214193" [ 894.310949] env[69486]: _type = "Task" [ 894.310949] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.314090] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a97de93-0e46-43bc-879a-b0c9248d2388 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.324813] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.328135] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.330559] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.330744] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.331496] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6cf3a4-c419-4793-9386-e0fc74a63594 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.339237] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 894.339237] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524174ad-3aee-b2da-412d-8f3823859c07" [ 894.339237] env[69486]: _type = "Task" [ 894.339237] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.345387] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524174ad-3aee-b2da-412d-8f3823859c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.401161] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 683f1843-3f3f-4fa7-a417-7eee51b329fb] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 894.499031] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.632930] env[69486]: DEBUG nova.network.neutron [-] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.652387] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e769c8b0-44e1-4682-a18e-af5890ee3984 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.664027] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b052e2-b64c-4374-a679-9a0f6a0ae001 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.675966] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Releasing lock "refresh_cache-6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.676226] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Received event network-vif-plugged-c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 894.676417] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquiring lock "3d011cc0-16a1-4850-9038-636d11da4480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.676618] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Lock "3d011cc0-16a1-4850-9038-636d11da4480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.676780] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Lock "3d011cc0-16a1-4850-9038-636d11da4480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.676944] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] No waiting events found dispatching network-vif-plugged-c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.677122] env[69486]: WARNING nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Received unexpected event network-vif-plugged-c40331fe-234f-4ece-a9cb-0bd0ebc4c063 for instance with vm_state building and task_state spawning. [ 894.677282] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Received event network-changed-c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 894.677435] env[69486]: DEBUG nova.compute.manager [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Refreshing instance network info cache due to event network-changed-c40331fe-234f-4ece-a9cb-0bd0ebc4c063. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 894.677648] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquiring lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.677748] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Acquired lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.677901] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Refreshing network info cache for port c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.716469] env[69486]: DEBUG nova.compute.manager [req-772298e9-57fa-4782-914e-2834af9f56bf req-4903c0ca-0600-411b-86d5-c5502a04e354 service nova] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Detach interface failed, port_id=558d8032-9c6d-4a3e-82ee-25b6c7e3f5c4, reason: Instance 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 894.819306] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.828596] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.837100] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c75c60-396d-4a77-acf4-914bb9d3f5bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.849546] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834ab44-392b-4272-b370-7bc6e69d5853 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.852776] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524174ad-3aee-b2da-412d-8f3823859c07, 'name': SearchDatastore_Task, 'duration_secs': 0.022332} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.855433] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afde258-4991-477b-ad18-4bc916c2c920 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.880919] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50063fd8-9760-42a9-a550-7ec2c0b1c0fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.883504] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 894.883504] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ecf044-313b-fd2c-40a0-5e19715b7f92" [ 894.883504] env[69486]: _type = "Task" [ 894.883504] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.889809] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1e8d5-4f93-400c-abc4-64be3fb92abf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.896415] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ecf044-313b-fd2c-40a0-5e19715b7f92, 'name': SearchDatastore_Task, 'duration_secs': 0.02852} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.896956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.897235] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. {{(pid=69486) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 894.897461] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32701146-4d24-4eeb-b304-62df27f313dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.909028] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 88eacabd-8ee8-4a84-a613-19c0dc548658] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 894.910035] env[69486]: DEBUG nova.compute.provider_tree [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.914974] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 894.914974] env[69486]: value = "task-3214194" [ 894.914974] env[69486]: _type = "Task" [ 894.914974] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.923055] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.994116] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676271} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.994398] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3d011cc0-16a1-4850-9038-636d11da4480/3d011cc0-16a1-4850-9038-636d11da4480.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.994630] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.994862] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0acf3e85-311a-4a9e-a741-a1047bb9e808 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.001069] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 895.001069] env[69486]: value = "task-3214195" [ 895.001069] env[69486]: _type = "Task" [ 895.001069] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.010470] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.138762] env[69486]: INFO nova.compute.manager [-] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Took 1.22 seconds to deallocate network for instance. [ 895.321890] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214192, 'name': ReconfigVM_Task, 'duration_secs': 0.912049} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.325158] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a46e6322-b506-4f17-8271-3b30f0fa6819/a46e6322-b506-4f17-8271-3b30f0fa6819.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.325874] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c09e2bb-98cb-40e7-9f93-18b3d1efecd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.332817] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.334123] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 895.334123] env[69486]: value = "task-3214196" [ 895.334123] env[69486]: _type = "Task" [ 895.334123] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.345378] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214196, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.411939] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: cfbdaa68-e556-4b72-abc5-0a17aa8ff71f] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 895.430555] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.448838] env[69486]: DEBUG nova.scheduler.client.report [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 895.448838] env[69486]: DEBUG nova.compute.provider_tree [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 92 to 93 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 895.449043] env[69486]: DEBUG nova.compute.provider_tree [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.454267] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Updated VIF entry in instance network info cache for port c40331fe-234f-4ece-a9cb-0bd0ebc4c063. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.454641] env[69486]: DEBUG nova.network.neutron [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Updating instance_info_cache with network_info: [{"id": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "address": "fa:16:3e:50:3e:66", "network": {"id": "ac74e821-0358-43eb-9d63-83199741c366", "bridge": "br-int", "label": "tempest-ServersTestJSON-94693049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "315bc6a65bab486abff7efe189e301a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40331fe-23", "ovs_interfaceid": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.510931] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072316} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.510931] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.512332] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d185a8-5567-46e1-ba51-75ab031dd24c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.533999] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3d011cc0-16a1-4850-9038-636d11da4480/3d011cc0-16a1-4850-9038-636d11da4480.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.534685] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f999fa33-2a09-4a92-b532-a5f444fa6993 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.554849] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 895.554849] env[69486]: value = "task-3214197" [ 895.554849] env[69486]: _type = "Task" [ 895.554849] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.564162] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.646135] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.832823] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.843256] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214196, 'name': Rename_Task, 'duration_secs': 0.194144} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.843418] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.843825] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-278fec3e-15e9-4d0b-9f54-6db3f2701c5f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.850996] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 895.850996] env[69486]: value = "task-3214198" [ 895.850996] env[69486]: _type = "Task" [ 895.850996] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.861501] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.917300] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 67842d3e-b361-4eeb-9139-e8101a23a9ed] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 895.928232] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.957253] env[69486]: DEBUG oslo_concurrency.lockutils [req-3a43c7c8-49bd-4e83-a320-ac8d25c79150 req-05ae4a88-b7e3-418e-b691-3cd8a943e278 service nova] Releasing lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.065138] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214197, 'name': ReconfigVM_Task, 'duration_secs': 0.477432} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.065138] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3d011cc0-16a1-4850-9038-636d11da4480/3d011cc0-16a1-4850-9038-636d11da4480.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.065588] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67574cde-4dcf-49fe-8e88-8a10ee9f43a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.072269] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 896.072269] env[69486]: value = "task-3214199" [ 896.072269] env[69486]: _type = "Task" [ 896.072269] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.085751] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214199, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.332638] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.362906] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214198, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.424381] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 44b6c14a-b0a8-4b7f-b295-8e2a282b3794] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 896.431687] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214194, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.464572] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.086s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.470730] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.656s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.470897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.473138] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.122s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.473339] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.475233] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.273s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.475413] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.477498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.073s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.479118] env[69486]: INFO nova.compute.claims [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.507600] env[69486]: INFO nova.scheduler.client.report [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Deleted allocations for instance ba98f5c7-9887-416c-8cc5-0e5e434a08b0 [ 896.509460] env[69486]: INFO nova.scheduler.client.report [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted allocations for instance e5fde291-3647-432f-bf7f-9be335f39425 [ 896.524334] env[69486]: INFO nova.scheduler.client.report [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Deleted allocations for instance 6df8b702-7ab7-4b2a-95c7-2844be98649d [ 896.590932] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214199, 'name': Rename_Task, 'duration_secs': 0.273732} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.591593] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.591593] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0d758f-1fc8-4c93-be67-5d846ed1c286 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.599864] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 896.599864] env[69486]: value = "task-3214200" [ 896.599864] env[69486]: _type = "Task" [ 896.599864] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.611753] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.833270] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.863222] env[69486]: DEBUG oslo_vmware.api [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214198, 'name': PowerOnVM_Task, 'duration_secs': 0.808223} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.863423] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.863664] env[69486]: INFO nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Took 9.54 seconds to spawn the instance on the hypervisor. [ 896.863869] env[69486]: DEBUG nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.864797] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb52e2-db71-47fc-b164-1376d0e18b2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.927576] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 260d6768-10fa-4c0a-9bcd-a1ee6a22c7d4] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 896.934029] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.022055] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d619331-2d06-446b-9d87-a71ee68bfcb8 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "ba98f5c7-9887-416c-8cc5-0e5e434a08b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.715s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.032393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33679c09-a516-4c76-bec4-e0f14a36357b tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "e5fde291-3647-432f-bf7f-9be335f39425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.771s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.033471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d189810-4f22-463f-9dd4-708c056ce942 tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "6df8b702-7ab7-4b2a-95c7-2844be98649d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.257s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.110210] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.333747] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.383915] env[69486]: INFO nova.compute.manager [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Took 53.58 seconds to build instance. [ 897.431008] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214194, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.476661} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.431284] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. [ 897.432081] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c11e8-0482-4057-b569-e0937cd8eba3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.435117] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: f7b6de16-4f11-4310-a2e5-63434aba5e10] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 897.460908] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.461891] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed634da6-572f-4f51-9708-94446b5d7868 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.482036] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 897.482036] env[69486]: value = "task-3214202" [ 897.482036] env[69486]: _type = "Task" [ 897.482036] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.497397] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.612663] env[69486]: DEBUG oslo_vmware.api [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214200, 'name': PowerOnVM_Task, 'duration_secs': 0.964036} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.615219] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.615437] env[69486]: INFO nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Took 8.14 seconds to spawn the instance on the hypervisor. [ 897.615617] env[69486]: DEBUG nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.616586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494a478-8611-4184-9e11-2458e8a3d311 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.669228] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "06613882-ee95-461f-8ba1-d2cdf8842329" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.669476] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "06613882-ee95-461f-8ba1-d2cdf8842329" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.669681] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "06613882-ee95-461f-8ba1-d2cdf8842329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.669890] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "06613882-ee95-461f-8ba1-d2cdf8842329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.670240] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "06613882-ee95-461f-8ba1-d2cdf8842329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.672147] env[69486]: INFO nova.compute.manager [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Terminating instance [ 897.840600] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214193, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.139044} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.841022] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c5dd0e9e-4d13-4b1e-be43-51952e60c453/c5dd0e9e-4d13-4b1e-be43-51952e60c453.vmdk to [datastore1] afc30047-eafd-4c72-b7a3-5eb19eac2f58/afc30047-eafd-4c72-b7a3-5eb19eac2f58.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.842302] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8e194-28a9-42fa-bf10-1b877378f59e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.876112] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] afc30047-eafd-4c72-b7a3-5eb19eac2f58/afc30047-eafd-4c72-b7a3-5eb19eac2f58.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.879541] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff4c1028-e431-420f-812e-6d5e09ae8cbe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.897718] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cfc8bd31-2984-4e1b-9d42-95acb2ea6989 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.106s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.902695] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 897.902695] env[69486]: value = "task-3214203" [ 897.902695] env[69486]: _type = "Task" [ 897.902695] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.912839] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.927938] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d33620-ca9b-48bc-9b48-f727a3ccde40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.936869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d1de5e-8ef6-40cb-b7ba-e64b0d1c78aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.940411] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: eb4c3153-02e4-40d7-9d55-c9eb6017b490] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 897.977367] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d850c5-cd85-492f-8595-b5af9137f774 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.988969] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613537aa-ef49-4221-aaab-46c7282d9d8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.998382] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.010484] env[69486]: DEBUG nova.compute.provider_tree [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.024777] env[69486]: INFO nova.compute.manager [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Swapping old allocation on dict_keys(['6273ca5d-fdc7-456c-b4b9-95635e5eee9f']) held by migration d6f38035-5f42-4ee1-92a0-4b840d346c9f for instance [ 898.049147] env[69486]: DEBUG nova.scheduler.client.report [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Overwriting current allocation {'allocations': {'6273ca5d-fdc7-456c-b4b9-95635e5eee9f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': 'f030e50809c248e69917de488c4efe14', 'user_id': 'a65d724fba0b4c98b6abe55d216d4600', 'consumer_generation': 1} on consumer 8c65ecb4-c94f-4841-a432-776e0a94fc73 {{(pid=69486) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 898.137414] env[69486]: INFO nova.compute.manager [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Took 50.84 seconds to build instance. [ 898.152311] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.152519] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquired lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.152677] env[69486]: DEBUG nova.network.neutron [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.178108] env[69486]: DEBUG nova.compute.manager [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.178108] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.178108] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac20bd-9f58-402b-993c-b46938371558 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.186201] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.186657] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7827e7-7afc-49cd-9477-028a5e2e5825 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.193530] env[69486]: DEBUG oslo_vmware.api [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 898.193530] env[69486]: value = "task-3214204" [ 898.193530] env[69486]: _type = "Task" [ 898.193530] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.202511] env[69486]: DEBUG oslo_vmware.api [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.412705] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214203, 'name': ReconfigVM_Task, 'duration_secs': 0.472794} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.413266] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Reconfigured VM instance instance-00000041 to attach disk [datastore1] afc30047-eafd-4c72-b7a3-5eb19eac2f58/afc30047-eafd-4c72-b7a3-5eb19eac2f58.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.414195] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9472c4e3-5745-4b01-be1f-f780b7e57341 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.420940] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 898.420940] env[69486]: value = "task-3214205" [ 898.420940] env[69486]: _type = "Task" [ 898.420940] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.429929] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214205, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.445429] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 310e5f02-b4ea-4501-b3b1-d3c7557189eb] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 898.500517] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214202, 'name': ReconfigVM_Task, 'duration_secs': 0.815374} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.501144] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.502098] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12691e-fc3f-4c38-9144-9b87be6219d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.534784] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf60f4c-177f-4d74-8f9a-1fa97e342d62 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.562316] env[69486]: ERROR nova.scheduler.client.report [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [req-075793e2-eb41-4aac-9a79-7e9c0b2ab09e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-075793e2-eb41-4aac-9a79-7e9c0b2ab09e"}]} [ 898.566518] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 898.566518] env[69486]: value = "task-3214206" [ 898.566518] env[69486]: _type = "Task" [ 898.566518] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.579208] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.580245] env[69486]: DEBUG nova.scheduler.client.report [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 898.595655] env[69486]: DEBUG nova.scheduler.client.report [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 898.595958] env[69486]: DEBUG nova.compute.provider_tree [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.608237] env[69486]: DEBUG nova.scheduler.client.report [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 898.628586] env[69486]: DEBUG nova.scheduler.client.report [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 898.638145] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04e20c2f-623d-4212-8616-14104fbae222 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "3d011cc0-16a1-4850-9038-636d11da4480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.350s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.664457] env[69486]: DEBUG nova.compute.manager [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Received event network-changed-c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 898.664658] env[69486]: DEBUG nova.compute.manager [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Refreshing instance network info cache due to event network-changed-c40331fe-234f-4ece-a9cb-0bd0ebc4c063. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 898.664975] env[69486]: DEBUG oslo_concurrency.lockutils [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] Acquiring lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.665135] env[69486]: DEBUG oslo_concurrency.lockutils [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] Acquired lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.665319] env[69486]: DEBUG nova.network.neutron [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Refreshing network info cache for port c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.707890] env[69486]: DEBUG oslo_vmware.api [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214204, 'name': PowerOffVM_Task, 'duration_secs': 0.225071} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.713215] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.715028] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.715028] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-896d2a75-15df-4a23-a658-80b7cd6fc433 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.741451] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "a46e6322-b506-4f17-8271-3b30f0fa6819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.741743] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.742323] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "a46e6322-b506-4f17-8271-3b30f0fa6819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.742323] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.742452] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.745224] env[69486]: INFO nova.compute.manager [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Terminating instance [ 898.778376] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.779099] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.779298] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleting the datastore file [datastore2] 06613882-ee95-461f-8ba1-d2cdf8842329 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.779974] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d48f7d9a-2b60-4fcc-a679-e4467874dc49 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.790972] env[69486]: DEBUG oslo_vmware.api [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 898.790972] env[69486]: value = "task-3214208" [ 898.790972] env[69486]: _type = "Task" [ 898.790972] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.803757] env[69486]: DEBUG oslo_vmware.api [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.932843] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214205, 'name': Rename_Task, 'duration_secs': 0.157183} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.936440] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.937888] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1729989-db31-46b8-bd33-a19bea284ad8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.940204] env[69486]: DEBUG nova.network.neutron [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [{"id": "0acbf62d-348a-444c-bb36-e4be39f990a1", "address": "fa:16:3e:fb:a1:23", "network": {"id": "3e82c7e5-cf4b-4e05-bac3-ebfe56d65eaa", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7c5336b31f5a4761828b1657d11fc591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0acbf62d-34", "ovs_interfaceid": "0acbf62d-348a-444c-bb36-e4be39f990a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.946281] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 898.946281] env[69486]: value = "task-3214209" [ 898.946281] env[69486]: _type = "Task" [ 898.946281] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.949576] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: bdab7fe7-b54a-4b10-bcd2-b8b42dec056d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 898.959720] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.064373] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d0ca56-6d20-4153-8e3b-51194e4e92ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.080913] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3447954e-3232-4556-bbf8-161363ea1706 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.084407] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.112900] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5519088-c39d-4c21-aef7-75e46a0c16e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.121718] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f99c97-043c-4c97-9701-ca37884909c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.136103] env[69486]: DEBUG nova.compute.provider_tree [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.256718] env[69486]: DEBUG nova.compute.manager [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.257051] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.257966] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bfc94e-2f90-436d-b63d-ca871a10b4b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.265967] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.266247] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0782ca33-e393-41df-91bf-0d3d33250bc7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.274344] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 899.274344] env[69486]: value = "task-3214210" [ 899.274344] env[69486]: _type = "Task" [ 899.274344] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.285834] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.300076] env[69486]: DEBUG oslo_vmware.api [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431204} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.300320] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.300511] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.300686] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.300872] env[69486]: INFO nova.compute.manager [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Took 1.13 seconds to destroy the instance on the hypervisor. [ 899.301145] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.301352] env[69486]: DEBUG nova.compute.manager [-] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.301451] env[69486]: DEBUG nova.network.neutron [-] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.366726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.366726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.366726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.366726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.366726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.369102] env[69486]: INFO nova.compute.manager [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Terminating instance [ 899.444649] env[69486]: DEBUG oslo_concurrency.lockutils [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Releasing lock "refresh_cache-8c65ecb4-c94f-4841-a432-776e0a94fc73" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.445102] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.445743] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67182f3d-4f99-4450-b959-50e1817a9109 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.457471] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 13fe71e9-b0d9-4f6d-b293-49e6557bb941] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 899.459249] env[69486]: DEBUG oslo_vmware.api [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214209, 'name': PowerOnVM_Task, 'duration_secs': 0.500079} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.462793] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.462793] env[69486]: INFO nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Took 16.24 seconds to spawn the instance on the hypervisor. [ 899.462793] env[69486]: DEBUG nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.462793] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 899.462793] env[69486]: value = "task-3214211" [ 899.462793] env[69486]: _type = "Task" [ 899.462793] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.462793] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bc31e-6dde-4e08-be35-cf57adcb303c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.476777] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.497155] env[69486]: DEBUG nova.network.neutron [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Updated VIF entry in instance network info cache for port c40331fe-234f-4ece-a9cb-0bd0ebc4c063. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.497155] env[69486]: DEBUG nova.network.neutron [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Updating instance_info_cache with network_info: [{"id": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "address": "fa:16:3e:50:3e:66", "network": {"id": "ac74e821-0358-43eb-9d63-83199741c366", "bridge": "br-int", "label": "tempest-ServersTestJSON-94693049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "315bc6a65bab486abff7efe189e301a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40331fe-23", "ovs_interfaceid": "c40331fe-234f-4ece-a9cb-0bd0ebc4c063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.577270] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.644997] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.645299] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.645510] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.645693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.645859] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.648051] env[69486]: INFO nova.compute.manager [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Terminating instance [ 899.684142] env[69486]: DEBUG nova.scheduler.client.report [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 899.684971] env[69486]: DEBUG nova.compute.provider_tree [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 94 to 95 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 899.684971] env[69486]: DEBUG nova.compute.provider_tree [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.786035] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.873911] env[69486]: DEBUG nova.compute.manager [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.874330] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.875640] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e92b0-7a4f-45ef-90d5-dca5fc5177ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.885418] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.885802] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db1e8c52-b628-48a7-9bdd-a879d7304e9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.893703] env[69486]: DEBUG oslo_vmware.api [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 899.893703] env[69486]: value = "task-3214212" [ 899.893703] env[69486]: _type = "Task" [ 899.893703] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.903765] env[69486]: DEBUG oslo_vmware.api [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.961636] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 970e553a-7e3e-466a-96c7-d9d6f6d6807c] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 899.974651] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214211, 'name': PowerOffVM_Task, 'duration_secs': 0.284302} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.974919] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.975654] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39151042-b563-4e9b-a018-105d679ba4b2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1994319125',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.975870] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.976035] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.976216] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.976357] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.976531] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.976794] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.976957] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.977134] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.977294] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.977461] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.986306] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf79fe4b-571f-44b5-b535-6978c294ec33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.000133] env[69486]: DEBUG oslo_concurrency.lockutils [req-a086322a-1b19-405a-b5a8-2e6bdb8aa5ce req-a5ccf1f8-bc77-40a2-a291-721f0fa3466f service nova] Releasing lock "refresh_cache-3d011cc0-16a1-4850-9038-636d11da4480" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.000776] env[69486]: INFO nova.compute.manager [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Took 61.89 seconds to build instance. [ 900.009022] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 900.009022] env[69486]: value = "task-3214213" [ 900.009022] env[69486]: _type = "Task" [ 900.009022] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.017762] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.079302] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214206, 'name': ReconfigVM_Task, 'duration_secs': 1.475867} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.080075] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.080075] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78741c5b-577c-400d-9d0d-b429bf33f84e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.087399] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 900.087399] env[69486]: value = "task-3214214" [ 900.087399] env[69486]: _type = "Task" [ 900.087399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.097363] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.151724] env[69486]: DEBUG nova.compute.manager [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.151977] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.153228] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391a771f-e045-47f2-a304-ae9f731ca922 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.160499] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.160749] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e900cc7-5f71-4d99-aac3-9938980c40f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.166485] env[69486]: DEBUG oslo_vmware.api [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 900.166485] env[69486]: value = "task-3214215" [ 900.166485] env[69486]: _type = "Task" [ 900.166485] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.174674] env[69486]: DEBUG oslo_vmware.api [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.180083] env[69486]: DEBUG nova.network.neutron [-] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.190634] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.713s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.191250] env[69486]: DEBUG nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.196909] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.506s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.287875] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214210, 'name': PowerOffVM_Task, 'duration_secs': 0.991721} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.288212] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.288424] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.288720] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d309658-4b77-426d-8763-db0e35f0a60d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.356550] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.356898] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.357213] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleting the datastore file [datastore2] a46e6322-b506-4f17-8271-3b30f0fa6819 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.357557] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f84d9a-d031-4914-8a83-f8b3d9246795 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.364027] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for the task: (returnval){ [ 900.364027] env[69486]: value = "task-3214217" [ 900.364027] env[69486]: _type = "Task" [ 900.364027] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.372998] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.403570] env[69486]: DEBUG oslo_vmware.api [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214212, 'name': PowerOffVM_Task, 'duration_secs': 0.208957} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.403747] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.403874] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.404134] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ee8016-f7f4-4066-8da9-f3343dce69d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.460009] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.460363] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.460403] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Deleting the datastore file [datastore1] a3e5b1df-503a-49a7-b066-b09999f7a2c9 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.460657] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b0357e-e4d8-4bab-bef5-26977cce9373 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.465163] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: cde882ea-3a53-49aa-9ad3-9cf96dab0e79] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 900.468052] env[69486]: DEBUG oslo_vmware.api [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for the task: (returnval){ [ 900.468052] env[69486]: value = "task-3214219" [ 900.468052] env[69486]: _type = "Task" [ 900.468052] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.475835] env[69486]: DEBUG oslo_vmware.api [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.503303] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef5d7530-8126-44c6-ad67-7d8c8122641f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.397s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.517357] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214213, 'name': ReconfigVM_Task, 'duration_secs': 0.14895} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.518171] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f9b405-6c26-4b5f-b259-e27794c216ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.542170] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39151042-b563-4e9b-a018-105d679ba4b2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1994319125',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.542587] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.542880] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.543318] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.543522] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.543820] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.544197] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.544356] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.544539] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.544725] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.544919] env[69486]: DEBUG nova.virt.hardware [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.545769] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3eb3d5-4c93-4933-895f-7a32f7a3f67d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.551588] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 900.551588] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c159f7-4be4-ccc8-5625-954d026ca649" [ 900.551588] env[69486]: _type = "Task" [ 900.551588] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.561579] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c159f7-4be4-ccc8-5625-954d026ca649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.597098] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.625492] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.627776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.627776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.627776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.627776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.629846] env[69486]: INFO nova.compute.manager [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Terminating instance [ 900.676184] env[69486]: DEBUG oslo_vmware.api [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214215, 'name': PowerOffVM_Task, 'duration_secs': 0.185574} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.676465] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.676630] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.676894] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e72781-63e0-41d7-aee4-955b7a874a5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.682255] env[69486]: INFO nova.compute.manager [-] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Took 1.38 seconds to deallocate network for instance. [ 900.699970] env[69486]: DEBUG nova.compute.utils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.705173] env[69486]: DEBUG nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 900.751947] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.752294] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.752798] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Deleting the datastore file [datastore2] 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.753402] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e3ac9f-e069-4667-b941-6acd2ba3c4fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.760128] env[69486]: DEBUG oslo_vmware.api [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for the task: (returnval){ [ 900.760128] env[69486]: value = "task-3214221" [ 900.760128] env[69486]: _type = "Task" [ 900.760128] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.770495] env[69486]: DEBUG oslo_vmware.api [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.786235] env[69486]: DEBUG nova.compute.manager [req-abb6eca3-61c7-476a-a8d3-615feea22182 req-b619f235-3ae2-437a-84ae-815faf8a9aea service nova] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Received event network-vif-deleted-1189bff1-1993-4c89-b864-96c9fd36427c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 900.872595] env[69486]: DEBUG oslo_vmware.api [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Task: {'id': task-3214217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268158} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.874910] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.875187] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.875369] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.875541] env[69486]: INFO nova.compute.manager [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Took 1.62 seconds to destroy the instance on the hypervisor. [ 900.875775] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.876697] env[69486]: DEBUG nova.compute.manager [-] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.876697] env[69486]: DEBUG nova.network.neutron [-] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.969521] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 4be76930-d724-4808-85c2-e1ca754f2784] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 900.981296] env[69486]: DEBUG oslo_vmware.api [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Task: {'id': task-3214219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225718} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.981647] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.981647] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.981821] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.982043] env[69486]: INFO nova.compute.manager [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 900.982391] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.985564] env[69486]: DEBUG nova.compute.manager [-] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.985726] env[69486]: DEBUG nova.network.neutron [-] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.066327] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c159f7-4be4-ccc8-5625-954d026ca649, 'name': SearchDatastore_Task, 'duration_secs': 0.016293} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.077218] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.078377] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6046bfe3-1a05-4bcb-aad5-27dc23eb9020 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.082586] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144af8d7-bc72-477b-be91-7b5db2153f5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.102015] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91847d43-9ae4-41e0-a0e5-7d0efa9b02e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.109634] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 901.109634] env[69486]: value = "task-3214222" [ 901.109634] env[69486]: _type = "Task" [ 901.109634] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.109887] env[69486]: DEBUG oslo_vmware.api [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214214, 'name': PowerOnVM_Task, 'duration_secs': 0.633464} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.110526] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.144277] env[69486]: DEBUG nova.compute.manager [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.144535] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.146240] env[69486]: DEBUG nova.compute.manager [None req-ee724138-e620-49fb-970c-5b022769dc61 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.147130] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b21c0d-0f0d-4af5-b6b7-07bc01539343 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.150175] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b0e08-bba1-4811-92da-19300ca2be17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.153529] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03b1397-088d-444b-a7cf-66079574ccf3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.160897] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.168052] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac6f37e3-5976-433c-88ae-0c619ba8763d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.171965] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.175468] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08a289b-586f-4f03-a3e3-e020e67c03f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.188932] env[69486]: DEBUG nova.compute.provider_tree [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.194506] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.194950] env[69486]: DEBUG oslo_vmware.api [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 901.194950] env[69486]: value = "task-3214223" [ 901.194950] env[69486]: _type = "Task" [ 901.194950] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.204202] env[69486]: DEBUG oslo_vmware.api [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.205565] env[69486]: DEBUG nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.276201] env[69486]: DEBUG oslo_vmware.api [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Task: {'id': task-3214221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405927} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.276573] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.276848] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.277138] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.277457] env[69486]: INFO nova.compute.manager [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Took 1.13 seconds to destroy the instance on the hypervisor. [ 901.277756] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.278023] env[69486]: DEBUG nova.compute.manager [-] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.278220] env[69486]: DEBUG nova.network.neutron [-] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.476895] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 54e70109-c2ed-4972-b63a-c5c1e8beea2f] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 901.619090] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214222, 'name': ReconfigVM_Task, 'duration_secs': 0.355145} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.619376] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.620157] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8fde27-e990-4bf9-a404-1658c7ad2758 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.642528] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.642778] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6bf4778-7bf0-4be3-845f-99f1462bd320 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.662040] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 901.662040] env[69486]: value = "task-3214224" [ 901.662040] env[69486]: _type = "Task" [ 901.662040] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.669805] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.694811] env[69486]: DEBUG nova.network.neutron [-] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.696484] env[69486]: DEBUG nova.scheduler.client.report [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.714191] env[69486]: DEBUG oslo_vmware.api [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214223, 'name': PowerOffVM_Task, 'duration_secs': 0.367147} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.714632] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.714841] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.715416] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae6b7f01-7752-4e01-9f08-1ce7ff683ee5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.773495] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.773719] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.774323] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleting the datastore file [datastore1] afc30047-eafd-4c72-b7a3-5eb19eac2f58 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.774323] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67dd9b5c-2831-4e8e-ae33-d4c7e3acda43 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.780315] env[69486]: DEBUG oslo_vmware.api [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 901.780315] env[69486]: value = "task-3214226" [ 901.780315] env[69486]: _type = "Task" [ 901.780315] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.788595] env[69486]: DEBUG oslo_vmware.api [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.981195] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 23d7be76-bf47-42d3-ac48-38dc79383b16] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 902.069991] env[69486]: DEBUG nova.network.neutron [-] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.173253] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214224, 'name': ReconfigVM_Task, 'duration_secs': 0.276183} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.173253] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73/8c65ecb4-c94f-4841-a432-776e0a94fc73.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.173498] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fda0da-dff8-4094-ba74-041132ab8971 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.191372] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4352f41e-ea54-4633-b7e9-e74ed4689cf4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.209278] env[69486]: INFO nova.compute.manager [-] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Took 1.33 seconds to deallocate network for instance. [ 902.214646] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec32f69-55a4-4374-b89a-58c13f3f8dc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.220472] env[69486]: DEBUG nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.250464] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93664a84-ad66-4e79-a08b-2a080b82ec6e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.259781] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.262156] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.262478] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.262678] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.262897] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.263132] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.263331] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.263576] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.263762] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.263975] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.264189] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.264395] env[69486]: DEBUG nova.virt.hardware [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.264683] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22f2bb63-da8f-4387-85d2-0dc3f677cd7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.268120] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672052b-3b0f-4b25-84b1-6d108cc2cb5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277660] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d21c4a-3d07-4034-a42f-17626b3f6f4f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.281646] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 902.281646] env[69486]: value = "task-3214227" [ 902.281646] env[69486]: _type = "Task" [ 902.281646] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.296034] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.302028] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Creating folder: Project (dd9943153a044d459615db9e343abe16). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.303058] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb4fa3e3-ba82-4584-8b87-aa199909f2a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.310627] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.310923] env[69486]: DEBUG oslo_vmware.api [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190014} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.311558] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.311791] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.312067] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.312292] env[69486]: INFO nova.compute.manager [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Took 1.17 seconds to destroy the instance on the hypervisor. [ 902.312593] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.313155] env[69486]: DEBUG nova.compute.manager [-] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.313260] env[69486]: DEBUG nova.network.neutron [-] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.318942] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Created folder: Project (dd9943153a044d459615db9e343abe16) in parent group-v642494. [ 902.319140] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Creating folder: Instances. Parent ref: group-v642686. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.319365] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8002a68-ea8c-4fcd-ade9-1e8bcaf36feb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.329499] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Created folder: Instances in parent group-v642686. [ 902.329740] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.329968] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.330195] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dbf83a6-f4fe-4caa-b45d-245f92851dc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.346688] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.346688] env[69486]: value = "task-3214230" [ 902.346688] env[69486]: _type = "Task" [ 902.346688] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.354215] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214230, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.485146] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 0c65c80f-99f5-4057-b938-a35f62ecffd2] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 902.561230] env[69486]: DEBUG nova.network.neutron [-] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.572667] env[69486]: INFO nova.compute.manager [-] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Took 1.59 seconds to deallocate network for instance. [ 902.722367] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.526s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.724652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.845s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.725995] env[69486]: INFO nova.compute.claims [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.728797] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.795330] env[69486]: DEBUG oslo_vmware.api [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214227, 'name': PowerOnVM_Task, 'duration_secs': 0.410843} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.795703] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.824403] env[69486]: DEBUG nova.compute.manager [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Received event network-vif-deleted-ab8d1f89-dee4-420c-b956-43555f6383a0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 902.824624] env[69486]: DEBUG nova.compute.manager [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Received event network-vif-deleted-5cb7478d-762f-4a9a-93ce-beab18b10cdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 902.824807] env[69486]: DEBUG nova.compute.manager [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Received event network-vif-deleted-e967d80c-046c-42a1-ab91-60ea28efe619 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 902.824977] env[69486]: DEBUG nova.compute.manager [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Received event network-vif-deleted-e7e23896-562b-4377-9d14-852564864662 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 902.825151] env[69486]: INFO nova.compute.manager [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Neutron deleted interface e7e23896-562b-4377-9d14-852564864662; detaching it from the instance and deleting it from the info cache [ 902.825314] env[69486]: DEBUG nova.network.neutron [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.857079] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214230, 'name': CreateVM_Task, 'duration_secs': 0.342022} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.858259] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.861005] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.861197] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.861529] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.862227] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.862429] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.863453] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a26731-3220-4a8d-ad2d-a3dd002a54da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.869108] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 902.869108] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e32308-530d-0a7f-1e19-acbd3666c61a" [ 902.869108] env[69486]: _type = "Task" [ 902.869108] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.877225] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e32308-530d-0a7f-1e19-acbd3666c61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.989224] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: f27b521f-9193-4db1-a108-c1f3ac567ce8] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 903.063886] env[69486]: INFO nova.compute.manager [-] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Took 1.79 seconds to deallocate network for instance. [ 903.080115] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.110774] env[69486]: DEBUG nova.network.neutron [-] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.290523] env[69486]: INFO nova.scheduler.client.report [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocation for migration 0e4dbaab-e4df-4915-b8f0-b649e06c502b [ 903.328458] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8780d32-4a9a-4a90-aaed-558ac60b9237 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.344308] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56cb9a3-42aa-409c-9010-524892c10c22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.377349] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.380237] env[69486]: DEBUG nova.compute.manager [req-e57a5058-cf73-415a-865a-60c6aaf93c62 req-f2c813f2-6337-4cbd-a2dd-df5f38c6efe6 service nova] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Detach interface failed, port_id=e7e23896-562b-4377-9d14-852564864662, reason: Instance afc30047-eafd-4c72-b7a3-5eb19eac2f58 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 903.391019] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e32308-530d-0a7f-1e19-acbd3666c61a, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.391306] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.391525] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.391755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.391998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.392202] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.393149] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e33c40c-564b-4976-a3f6-f7dd74a4056e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.404051] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.404250] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.404907] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1912b63-2e53-4423-926e-b78e58330656 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.410275] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 903.410275] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5249ab9d-b867-3615-7f88-d361140c7c50" [ 903.410275] env[69486]: _type = "Task" [ 903.410275] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.418050] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5249ab9d-b867-3615-7f88-d361140c7c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.491990] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: f5f03876-cb29-46ed-8bc7-f70d73fa4e55] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 903.570102] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.613280] env[69486]: INFO nova.compute.manager [-] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Took 1.30 seconds to deallocate network for instance. [ 903.796922] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bd3e146e-863d-4bb8-a24e-d875b0094c94 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.482s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.809472] env[69486]: INFO nova.compute.manager [None req-830009c5-362f-4bf3-a84a-d41aa9c3500e tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance to original state: 'active' [ 903.895624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.923460] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5249ab9d-b867-3615-7f88-d361140c7c50, 'name': SearchDatastore_Task, 'duration_secs': 0.035709} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.927084] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8cee0d-9198-4448-af9f-0bebbf93924b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.932545] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 903.932545] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b1b52a-7ee5-470c-3104-621622ae65b7" [ 903.932545] env[69486]: _type = "Task" [ 903.932545] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.943227] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b1b52a-7ee5-470c-3104-621622ae65b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.995847] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 843aebb5-20d0-4ada-b64a-3ae79bb6d5ca] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 904.096892] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faa0b58-9c50-4953-8f1e-a9dae69a51eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.106354] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3e8c1a-351a-4937-b295-04d664d22cff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.138857] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.139898] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816d44e0-6fb0-4fb4-808a-c70aa2311bc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.148111] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9fb6e8-5724-4650-9bbf-7f7ed3e9e67f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.162487] env[69486]: DEBUG nova.compute.provider_tree [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.444557] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b1b52a-7ee5-470c-3104-621622ae65b7, 'name': SearchDatastore_Task, 'duration_secs': 0.024338} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.444824] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.445319] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0f43da29-006f-48eb-bc7b-e8331b5b1b10/0f43da29-006f-48eb-bc7b-e8331b5b1b10.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.445593] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c1a5a5-e939-48ff-b366-6b04a6844d48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.452454] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 904.452454] env[69486]: value = "task-3214231" [ 904.452454] env[69486]: _type = "Task" [ 904.452454] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.460603] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.505892] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 647ccacb-d909-4809-910b-caa4a7732b61] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 904.666674] env[69486]: DEBUG nova.scheduler.client.report [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.964587] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465434} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.964933] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0f43da29-006f-48eb-bc7b-e8331b5b1b10/0f43da29-006f-48eb-bc7b-e8331b5b1b10.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.965237] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.965554] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-144b9d29-6d44-4c09-8493-1b9105c0450b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.973851] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 904.973851] env[69486]: value = "task-3214232" [ 904.973851] env[69486]: _type = "Task" [ 904.973851] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.982804] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.009606] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 48df700b-0654-42e7-8792-54f3de31a902] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 905.159483] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "8c65ecb4-c94f-4841-a432-776e0a94fc73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.159780] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.160015] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.160262] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.160454] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.164556] env[69486]: INFO nova.compute.manager [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Terminating instance [ 905.172823] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.172823] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.175681] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.144s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.177167] env[69486]: INFO nova.compute.claims [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.186930] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.187244] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.187494] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.187999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.187999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.190564] env[69486]: INFO nova.compute.manager [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Terminating instance [ 905.484314] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070104} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.484577] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.485328] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca0808-d175-4c9b-88b4-d341d85d5db2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.504779] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0f43da29-006f-48eb-bc7b-e8331b5b1b10/0f43da29-006f-48eb-bc7b-e8331b5b1b10.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.505047] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9e6c95-428b-4e4e-b56a-ee5ca1ade37d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.519112] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: ed61f7dd-d820-4445-97cf-6b01eb636103] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 905.527672] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 905.527672] env[69486]: value = "task-3214233" [ 905.527672] env[69486]: _type = "Task" [ 905.527672] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.537852] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.668443] env[69486]: DEBUG nova.compute.manager [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.668732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.672656] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17815e3-e61f-4dda-a106-b950f58c749b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.675937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "14c924c3-c0ce-4114-9272-3df61026f88a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.676211] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.680996] env[69486]: DEBUG nova.compute.utils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.686085] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.686253] env[69486]: DEBUG nova.network.neutron [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.688290] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.689199] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-627a772d-b6d6-4c11-861b-a264723e1291 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.696081] env[69486]: DEBUG nova.compute.manager [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.696314] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.699078] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105abde7-720c-4d6d-b26f-61fba99f830a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.701907] env[69486]: DEBUG oslo_vmware.api [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 905.701907] env[69486]: value = "task-3214234" [ 905.701907] env[69486]: _type = "Task" [ 905.701907] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.707785] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.708399] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b08601-bdb8-4379-bfa4-5ccc955a8513 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.713872] env[69486]: DEBUG oslo_vmware.api [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.715825] env[69486]: DEBUG oslo_vmware.api [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 905.715825] env[69486]: value = "task-3214235" [ 905.715825] env[69486]: _type = "Task" [ 905.715825] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.724745] env[69486]: DEBUG oslo_vmware.api [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.728222] env[69486]: DEBUG nova.policy [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34fae3fa4a641a68697412003011baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69acc1d2c397489883a41945a0ade4d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.022943] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 7dcf2e06-d5bb-42d1-8df5-dd947e5929d6] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 906.045444] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.075040] env[69486]: DEBUG nova.network.neutron [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Successfully created port: 73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.178904] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.196076] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.216339] env[69486]: DEBUG oslo_vmware.api [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214234, 'name': PowerOffVM_Task, 'duration_secs': 0.267451} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.217771] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.217771] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.221951] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d30b46e5-2e6c-461d-9b46-6d19f11b4a24 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.230411] env[69486]: DEBUG oslo_vmware.api [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214235, 'name': PowerOffVM_Task, 'duration_secs': 0.210813} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.233202] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.233384] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.233836] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9526ee6-e8ba-4814-a30d-07e257812728 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.311882] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.312244] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.312355] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleting the datastore file [datastore2] 8c65ecb4-c94f-4841-a432-776e0a94fc73 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.312630] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-face1b0a-635a-4e49-9fd2-5451658ed0b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.323048] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.323330] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.323511] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore1] d39dd037-4039-4f6e-8302-80bc8c2d6670 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.324655] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9112c3e1-abe8-4b56-a37c-32e10661dc67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.327724] env[69486]: DEBUG oslo_vmware.api [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 906.327724] env[69486]: value = "task-3214238" [ 906.327724] env[69486]: _type = "Task" [ 906.327724] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.342192] env[69486]: DEBUG oslo_vmware.api [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 906.342192] env[69486]: value = "task-3214239" [ 906.342192] env[69486]: _type = "Task" [ 906.342192] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.342460] env[69486]: DEBUG oslo_vmware.api [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.356549] env[69486]: DEBUG oslo_vmware.api [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.527497] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d1c5672a-0475-4bf7-9f3e-efcfbdd8614d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 906.539330] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214233, 'name': ReconfigVM_Task, 'duration_secs': 0.548612} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.544026] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0f43da29-006f-48eb-bc7b-e8331b5b1b10/0f43da29-006f-48eb-bc7b-e8331b5b1b10.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.544026] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af8dc7d7-a106-4d63-b701-54b794645218 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.550359] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 906.550359] env[69486]: value = "task-3214240" [ 906.550359] env[69486]: _type = "Task" [ 906.550359] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.562790] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214240, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.593201] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97fb987-aea9-417d-95eb-4829bf881eb7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.601872] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b34fa-700a-4424-8440-5bbc70e8bc40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.635305] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3e9fa3-1db6-4654-82b4-0235caa90ddc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.644038] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d90dcc-b936-41d9-8a1d-6c7cd2fac0d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.658485] env[69486]: DEBUG nova.compute.provider_tree [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.703652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.838211] env[69486]: DEBUG oslo_vmware.api [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213847} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.838520] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.838754] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.838932] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.839121] env[69486]: INFO nova.compute.manager [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Took 1.17 seconds to destroy the instance on the hypervisor. [ 906.839372] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.839563] env[69486]: DEBUG nova.compute.manager [-] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.839684] env[69486]: DEBUG nova.network.neutron [-] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.852162] env[69486]: DEBUG oslo_vmware.api [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19775} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.852485] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.852691] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.852873] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.853060] env[69486]: INFO nova.compute.manager [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.853454] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.853671] env[69486]: DEBUG nova.compute.manager [-] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.853781] env[69486]: DEBUG nova.network.neutron [-] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.034181] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 13d7a540-db99-437d-98ea-07bdcc2d447a] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 907.061419] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214240, 'name': Rename_Task, 'duration_secs': 0.138963} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.061419] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.061613] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dccea3f-eb53-4ba1-be1f-d50c0a9dce5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.070305] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 907.070305] env[69486]: value = "task-3214241" [ 907.070305] env[69486]: _type = "Task" [ 907.070305] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.079580] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.163118] env[69486]: DEBUG nova.scheduler.client.report [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.178348] env[69486]: DEBUG nova.compute.manager [req-f282fcaf-5eec-48cf-b51d-2f793bb6a5d8 req-60f3ff7b-0b93-46da-8e2a-b8d71c718def service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Received event network-vif-deleted-0acbf62d-348a-444c-bb36-e4be39f990a1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 907.178876] env[69486]: INFO nova.compute.manager [req-f282fcaf-5eec-48cf-b51d-2f793bb6a5d8 req-60f3ff7b-0b93-46da-8e2a-b8d71c718def service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Neutron deleted interface 0acbf62d-348a-444c-bb36-e4be39f990a1; detaching it from the instance and deleting it from the info cache [ 907.179185] env[69486]: DEBUG nova.network.neutron [req-f282fcaf-5eec-48cf-b51d-2f793bb6a5d8 req-60f3ff7b-0b93-46da-8e2a-b8d71c718def service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.207531] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.244207] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.244501] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.244665] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.244892] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.245086] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.246310] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.246310] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.246310] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.246310] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.246310] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.246310] env[69486]: DEBUG nova.virt.hardware [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.247175] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bf0ec5-b418-4b5b-9247-dfc09a9b0ee6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.259750] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6b6e6-ce79-4a63-a922-ebe4b941269a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.305203] env[69486]: DEBUG nova.compute.manager [req-b93c734a-b945-4460-9e78-13157261cc2f req-fb03b472-2889-4bfe-8d0e-6dcbbc28ab24 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Received event network-vif-deleted-0b7d293c-422b-4d0f-bd88-aad7d20cb9ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 907.305203] env[69486]: INFO nova.compute.manager [req-b93c734a-b945-4460-9e78-13157261cc2f req-fb03b472-2889-4bfe-8d0e-6dcbbc28ab24 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Neutron deleted interface 0b7d293c-422b-4d0f-bd88-aad7d20cb9ca; detaching it from the instance and deleting it from the info cache [ 907.305203] env[69486]: DEBUG nova.network.neutron [req-b93c734a-b945-4460-9e78-13157261cc2f req-fb03b472-2889-4bfe-8d0e-6dcbbc28ab24 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.539961] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 3a76616f-24ab-4bb5-9471-07e9f0ede930] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 907.581651] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.630025] env[69486]: DEBUG nova.network.neutron [-] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.632239] env[69486]: DEBUG nova.network.neutron [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Successfully updated port: 73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.670525] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.670754] env[69486]: DEBUG nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.673796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.821s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.675240] env[69486]: INFO nova.compute.claims [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.683933] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-091c8bfc-a210-4e4e-8d31-c14dca4ee2c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.694875] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6a7385-4b5b-49a6-bfd1-36a0a298795d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.730974] env[69486]: DEBUG nova.compute.manager [req-f282fcaf-5eec-48cf-b51d-2f793bb6a5d8 req-60f3ff7b-0b93-46da-8e2a-b8d71c718def service nova] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Detach interface failed, port_id=0acbf62d-348a-444c-bb36-e4be39f990a1, reason: Instance 8c65ecb4-c94f-4841-a432-776e0a94fc73 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 907.753989] env[69486]: DEBUG nova.network.neutron [-] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.808047] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfcd2102-61d1-438f-a022-43903460d6cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.818455] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ec779-8590-4015-8095-ccf40734755c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.852818] env[69486]: DEBUG nova.compute.manager [req-b93c734a-b945-4460-9e78-13157261cc2f req-fb03b472-2889-4bfe-8d0e-6dcbbc28ab24 service nova] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Detach interface failed, port_id=0b7d293c-422b-4d0f-bd88-aad7d20cb9ca, reason: Instance d39dd037-4039-4f6e-8302-80bc8c2d6670 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 908.051129] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 518ab3d2-9e53-40ad-9b9d-ba92dc3c9ee4] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 908.082552] env[69486]: DEBUG oslo_vmware.api [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214241, 'name': PowerOnVM_Task, 'duration_secs': 0.63243} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.083496] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.083708] env[69486]: INFO nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Took 5.86 seconds to spawn the instance on the hypervisor. [ 908.083882] env[69486]: DEBUG nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.084657] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75281ba-525b-4894-afb0-234fc5352962 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.135456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "refresh_cache-141038b4-0de6-40ba-9c73-e018620c2068" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.135607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquired lock "refresh_cache-141038b4-0de6-40ba-9c73-e018620c2068" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.135761] env[69486]: DEBUG nova.network.neutron [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.137148] env[69486]: INFO nova.compute.manager [-] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Took 1.30 seconds to deallocate network for instance. [ 908.181043] env[69486]: DEBUG nova.compute.utils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.183926] env[69486]: DEBUG nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 908.257044] env[69486]: INFO nova.compute.manager [-] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Took 1.40 seconds to deallocate network for instance. [ 908.554596] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 49ec195c-513a-4737-ab59-e4a3d8af1670] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 908.601284] env[69486]: INFO nova.compute.manager [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Took 45.21 seconds to build instance. [ 908.643926] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.683023] env[69486]: DEBUG nova.network.neutron [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.685189] env[69486]: DEBUG nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.765165] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.831617] env[69486]: DEBUG nova.network.neutron [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Updating instance_info_cache with network_info: [{"id": "73027267-548d-4288-acda-ff39fadbe33c", "address": "fa:16:3e:97:a0:61", "network": {"id": "7250b723-12e5-424b-99ff-3702717d05ab", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-54638377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69acc1d2c397489883a41945a0ade4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73027267-54", "ovs_interfaceid": "73027267-548d-4288-acda-ff39fadbe33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.993787] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34823bd2-af95-476f-a082-0eaefb678680 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.001564] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396b467-23ef-453d-b5c3-259e8b958ca7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.036036] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bacaa8-48ae-47f5-b815-e9088e7aeb59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.044353] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad0f749-2b98-433d-b0cb-18de024426ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.058150] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 1f590372-382e-4cbf-aa82-fe6e4e342ee3] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 909.060257] env[69486]: DEBUG nova.compute.provider_tree [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.103285] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0d042767-df57-43d2-8ea2-f252906e7d16 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.725s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.209693] env[69486]: DEBUG nova.compute.manager [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Received event network-vif-plugged-73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 909.209915] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] Acquiring lock "141038b4-0de6-40ba-9c73-e018620c2068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.210161] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] Lock "141038b4-0de6-40ba-9c73-e018620c2068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.210354] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] Lock "141038b4-0de6-40ba-9c73-e018620c2068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.210527] env[69486]: DEBUG nova.compute.manager [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] No waiting events found dispatching network-vif-plugged-73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.210693] env[69486]: WARNING nova.compute.manager [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Received unexpected event network-vif-plugged-73027267-548d-4288-acda-ff39fadbe33c for instance with vm_state building and task_state spawning. [ 909.210851] env[69486]: DEBUG nova.compute.manager [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Received event network-changed-73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 909.211012] env[69486]: DEBUG nova.compute.manager [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Refreshing instance network info cache due to event network-changed-73027267-548d-4288-acda-ff39fadbe33c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 909.211192] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] Acquiring lock "refresh_cache-141038b4-0de6-40ba-9c73-e018620c2068" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.334689] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Releasing lock "refresh_cache-141038b4-0de6-40ba-9c73-e018620c2068" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.335014] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Instance network_info: |[{"id": "73027267-548d-4288-acda-ff39fadbe33c", "address": "fa:16:3e:97:a0:61", "network": {"id": "7250b723-12e5-424b-99ff-3702717d05ab", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-54638377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69acc1d2c397489883a41945a0ade4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73027267-54", "ovs_interfaceid": "73027267-548d-4288-acda-ff39fadbe33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.335363] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] Acquired lock "refresh_cache-141038b4-0de6-40ba-9c73-e018620c2068" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.335554] env[69486]: DEBUG nova.network.neutron [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Refreshing network info cache for port 73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.336871] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a0:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73027267-548d-4288-acda-ff39fadbe33c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.344348] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Creating folder: Project (69acc1d2c397489883a41945a0ade4d0). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.347486] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7697af29-2ebd-438f-90f2-27fb20d90089 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.361112] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Created folder: Project (69acc1d2c397489883a41945a0ade4d0) in parent group-v642494. [ 909.361367] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Creating folder: Instances. Parent ref: group-v642689. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.361685] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ed2d0a3-d95e-4f22-a81b-1c3cd6516d84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.373146] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Created folder: Instances in parent group-v642689. [ 909.373480] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.373690] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.373903] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4c3c90-a34d-4e9f-aea2-c191a1ceafea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.396832] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.396832] env[69486]: value = "task-3214244" [ 909.396832] env[69486]: _type = "Task" [ 909.396832] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.405277] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214244, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.563516] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 37200872-b8df-40bf-a82a-f0d010de4d06] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 909.567862] env[69486]: DEBUG nova.scheduler.client.report [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.587538] env[69486]: DEBUG nova.network.neutron [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Updated VIF entry in instance network info cache for port 73027267-548d-4288-acda-ff39fadbe33c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.588175] env[69486]: DEBUG nova.network.neutron [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Updating instance_info_cache with network_info: [{"id": "73027267-548d-4288-acda-ff39fadbe33c", "address": "fa:16:3e:97:a0:61", "network": {"id": "7250b723-12e5-424b-99ff-3702717d05ab", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-54638377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69acc1d2c397489883a41945a0ade4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73027267-54", "ovs_interfaceid": "73027267-548d-4288-acda-ff39fadbe33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.699296] env[69486]: DEBUG nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.727793] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.728080] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.728293] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.728504] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.728691] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.728876] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.729150] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.729344] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.729563] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.729774] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.729968] env[69486]: DEBUG nova.virt.hardware [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.731378] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e57b71-2491-44af-a84c-b3a9ee29ebbc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.743297] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d782efe3-56e4-4e34-bf2c-6f0f5af01b59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.758108] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.763744] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.763981] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.764208] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb1156e-a7de-47a7-816e-fd626991a08f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.780454] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.780454] env[69486]: value = "task-3214245" [ 909.780454] env[69486]: _type = "Task" [ 909.780454] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.788244] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214245, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.907278] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214244, 'name': CreateVM_Task, 'duration_secs': 0.358624} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.907412] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.908098] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.908263] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.908611] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.908861] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e2600c-317d-4dad-a800-3c0ae3120e26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.914589] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 909.914589] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b17571-82d9-4129-a7f2-2b9a1f544cf7" [ 909.914589] env[69486]: _type = "Task" [ 909.914589] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.922553] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b17571-82d9-4129-a7f2-2b9a1f544cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.065108] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: ea3623f6-fc35-4269-b8f4-f483d75b8d9f] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 910.072422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.072959] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.075382] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.912s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.075593] env[69486]: DEBUG nova.objects.instance [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid e7976a69-a0d6-4d75-8507-6a47f42defe8 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.092253] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffb6863c-410a-40a0-837e-70859d0318f3 req-767b9957-eb52-4ccf-b7b2-c3b69f22fe53 service nova] Releasing lock "refresh_cache-141038b4-0de6-40ba-9c73-e018620c2068" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.292842] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214245, 'name': CreateVM_Task, 'duration_secs': 0.44399} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.292842] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.292842] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.425789] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b17571-82d9-4129-a7f2-2b9a1f544cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.426147] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.426425] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.426676] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.426820] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.426996] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.427304] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.427612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.427857] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7732d92f-e438-4ecd-a066-135da0edcd0e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.429739] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caee2a2d-9422-4ce2-9276-cad1e55a626b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.435157] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 910.435157] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cdebc1-237a-43de-646f-01808905e613" [ 910.435157] env[69486]: _type = "Task" [ 910.435157] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.440219] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.440474] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.443921] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d4e5fc-31e4-4dbd-a2c3-372f924fe6d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.446084] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cdebc1-237a-43de-646f-01808905e613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.449633] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 910.449633] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52290286-826b-caa2-55d0-f02ee473c704" [ 910.449633] env[69486]: _type = "Task" [ 910.449633] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.457882] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52290286-826b-caa2-55d0-f02ee473c704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.568650] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 0767959d-2fd8-4908-af49-ad43cad13ba7] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 910.581773] env[69486]: DEBUG nova.compute.utils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.582582] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.582798] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.638702] env[69486]: DEBUG nova.policy [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3534b452b3d44599619d140ff1f71ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83fbd9e615e64d74ba6343feb0404b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.943308] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Successfully created port: 3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.951363] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52cdebc1-237a-43de-646f-01808905e613, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.954555] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.954805] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.955023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.956550] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182ad3b6-50d9-4cf0-85be-265a21040ccf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.966265] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52290286-826b-caa2-55d0-f02ee473c704, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.968567] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d10d4cf-8be3-4977-8937-87ed91b194a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.971379] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975db611-063b-4c63-b1ae-406f76111434 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.978681] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 910.978681] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5202995a-0718-4ca2-869f-7cca2a8b3f44" [ 910.978681] env[69486]: _type = "Task" [ 910.978681] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.007260] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80b2a5-eb2a-4c22-8af3-e5fea2c48b6f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.018826] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd59c95-30fa-46d3-9cdb-0700cb35ed0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.022624] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5202995a-0718-4ca2-869f-7cca2a8b3f44, 'name': SearchDatastore_Task, 'duration_secs': 0.017069} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.022871] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.023219] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 141038b4-0de6-40ba-9c73-e018620c2068/141038b4-0de6-40ba-9c73-e018620c2068.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.023854] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.024049] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.024335] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc96854-6a86-4c6d-ac9d-876d6dbf6959 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.033948] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af69200e-aa78-40e5-b7a5-2eef121c5d4a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.035927] env[69486]: DEBUG nova.compute.provider_tree [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.045279] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 911.045279] env[69486]: value = "task-3214246" [ 911.045279] env[69486]: _type = "Task" [ 911.045279] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.051052] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.051275] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.052397] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c2845a-209c-4c5b-b285-ca8f691397fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.058200] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.062779] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 911.062779] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52350b71-90bd-6bbb-c1f2-c02932431d49" [ 911.062779] env[69486]: _type = "Task" [ 911.062779] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.073156] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: cc3e8d53-a599-4579-920b-f416d6ec1b07] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 911.075806] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52350b71-90bd-6bbb-c1f2-c02932431d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.085665] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.205249] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Successfully created port: 87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.481150] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Successfully created port: 851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.540013] env[69486]: DEBUG nova.scheduler.client.report [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.559158] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214246, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.577100] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 6778c0cd-ea9a-4cdc-80dd-e53e8b1dd7b1] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 911.579236] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52350b71-90bd-6bbb-c1f2-c02932431d49, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.580579] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d48562-2092-4bc2-a601-dd03abef8893 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.588976] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 911.588976] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd6369-befe-a741-22df-043b8c194652" [ 911.588976] env[69486]: _type = "Task" [ 911.588976] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.604357] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd6369-befe-a741-22df-043b8c194652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.046998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.049439] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.680s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.049675] env[69486]: DEBUG nova.objects.instance [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'resources' on Instance uuid aedf2597-d729-4a8c-b231-60602f15c6a2 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.060999] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71299} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.060999] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 141038b4-0de6-40ba-9c73-e018620c2068/141038b4-0de6-40ba-9c73-e018620c2068.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.061194] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.061410] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77615118-5557-4972-860a-5b4e8bde6f59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.069399] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 912.069399] env[69486]: value = "task-3214247" [ 912.069399] env[69486]: _type = "Task" [ 912.069399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.070390] env[69486]: INFO nova.scheduler.client.report [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance e7976a69-a0d6-4d75-8507-6a47f42defe8 [ 912.080129] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 56942e43-4cfd-4cbd-bc0e-a39efc43df85] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 912.084222] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.099302] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.101248] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd6369-befe-a741-22df-043b8c194652, 'name': SearchDatastore_Task, 'duration_secs': 0.057377} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.101670] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.102342] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.102342] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4f92ab-cad9-4aee-83a2-eb0464006c6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.109997] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 912.109997] env[69486]: value = "task-3214248" [ 912.109997] env[69486]: _type = "Task" [ 912.109997] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.119081] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.127521] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.127752] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.127917] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.128101] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.128253] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.128393] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.128600] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.128754] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.128917] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.129089] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.129261] env[69486]: DEBUG nova.virt.hardware [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.130315] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1316d80-535f-42ea-90b3-20bbaf85f1aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.138104] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a1eda-0e46-4e88-aa15-077752e00c17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.584227] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6d976134-1b1b-4084-afb4-5bf3af1880e0 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "e7976a69-a0d6-4d75-8507-6a47f42defe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.332s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.584756] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 2e0df378-21a8-4176-8f9f-e8c891987442] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 912.590029] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067113} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.590252] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.593687] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa82ec7-7743-499f-8ca3-ed6123fa73fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.622022] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 141038b4-0de6-40ba-9c73-e018620c2068/141038b4-0de6-40ba-9c73-e018620c2068.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.628265] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a342d2c4-32cd-40fa-a005-25a20eb0055c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.650981] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481475} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.652078] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.652203] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.652522] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 912.652522] env[69486]: value = "task-3214249" [ 912.652522] env[69486]: _type = "Task" [ 912.652522] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.655071] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a325b45-d83b-4412-b010-9217e31d55cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.670390] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 912.670390] env[69486]: value = "task-3214250" [ 912.670390] env[69486]: _type = "Task" [ 912.670390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.680858] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.963482] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a167f02e-20d2-4e6f-8935-7d31289a7efd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.972250] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258c18a1-f7d2-48ef-b986-74ec4dd7d720 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.006254] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36fe607-8ddb-4a34-b095-52d9ae8707d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.014787] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5617f45-846b-454a-9460-204a14fdcc1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.030749] env[69486]: DEBUG nova.compute.provider_tree [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.067692] env[69486]: DEBUG nova.compute.manager [req-ce6a7b07-be8d-44e4-82af-215e7947cf6e req-50732a70-b75d-4b6d-94a2-b97b26360b66 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-vif-plugged-3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 913.067906] env[69486]: DEBUG oslo_concurrency.lockutils [req-ce6a7b07-be8d-44e4-82af-215e7947cf6e req-50732a70-b75d-4b6d-94a2-b97b26360b66 service nova] Acquiring lock "1949ab14-724c-43df-abc8-228657c3996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.068531] env[69486]: DEBUG oslo_concurrency.lockutils [req-ce6a7b07-be8d-44e4-82af-215e7947cf6e req-50732a70-b75d-4b6d-94a2-b97b26360b66 service nova] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.068531] env[69486]: DEBUG oslo_concurrency.lockutils [req-ce6a7b07-be8d-44e4-82af-215e7947cf6e req-50732a70-b75d-4b6d-94a2-b97b26360b66 service nova] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.068531] env[69486]: DEBUG nova.compute.manager [req-ce6a7b07-be8d-44e4-82af-215e7947cf6e req-50732a70-b75d-4b6d-94a2-b97b26360b66 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] No waiting events found dispatching network-vif-plugged-3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.068665] env[69486]: WARNING nova.compute.manager [req-ce6a7b07-be8d-44e4-82af-215e7947cf6e req-50732a70-b75d-4b6d-94a2-b97b26360b66 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received unexpected event network-vif-plugged-3b0efa34-7f19-4452-9237-f5d629915458 for instance with vm_state building and task_state spawning. [ 913.092229] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 74b0bc13-7b1f-4c6f-938a-d7bd00d3d819] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 913.094019] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Successfully updated port: 3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.167787] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214249, 'name': ReconfigVM_Task, 'duration_secs': 0.324596} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.168329] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 141038b4-0de6-40ba-9c73-e018620c2068/141038b4-0de6-40ba-9c73-e018620c2068.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.168969] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97625370-af4e-48fb-bcf4-0dd073b22c14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.177873] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 913.177873] env[69486]: value = "task-3214251" [ 913.177873] env[69486]: _type = "Task" [ 913.177873] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.184017] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071303} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.184695] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.185461] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f038bf71-7bcf-4d95-b4ed-1c791ece52d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.195040] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214251, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.210976] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.211320] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e95231-cd62-44c3-a432-5f7477193819 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.233144] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 913.233144] env[69486]: value = "task-3214252" [ 913.233144] env[69486]: _type = "Task" [ 913.233144] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.242115] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.534967] env[69486]: DEBUG nova.scheduler.client.report [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.599832] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 63aaa0e8-e834-41b2-8522-3e26ad687971] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 913.662971] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "1a1541b2-9d86-4d66-b05d-385f19562c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.663236] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.690118] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214251, 'name': Rename_Task, 'duration_secs': 0.160697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.690407] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.690654] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b517a10e-c833-41ce-9a7f-cf60154f0ffc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.699497] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 913.699497] env[69486]: value = "task-3214253" [ 913.699497] env[69486]: _type = "Task" [ 913.699497] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.708886] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.744836] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.040646] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.043193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.397s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.043454] env[69486]: DEBUG nova.objects.instance [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lazy-loading 'resources' on Instance uuid 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.066053] env[69486]: INFO nova.scheduler.client.report [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocations for instance aedf2597-d729-4a8c-b231-60602f15c6a2 [ 914.105074] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 9bd2025e-7af4-4366-aca0-418da39f9547] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 914.165618] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.210287] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.246708] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.574643] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6c126b9f-0872-4120-b058-a6bbc8c9542e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "aedf2597-d729-4a8c-b231-60602f15c6a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.412s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.609358] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 1bb09fa7-06dd-4362-b8e7-b0cf82e18056] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 914.683900] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.715540] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.748761] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214252, 'name': ReconfigVM_Task, 'duration_secs': 1.023407} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.749225] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.750071] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e26a0131-5c61-427d-ac18-946c93a0a72a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.760290] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 914.760290] env[69486]: value = "task-3214254" [ 914.760290] env[69486]: _type = "Task" [ 914.760290] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.772430] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214254, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.893688] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a377de2-3a65-482f-a73f-d53ced39723d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.902065] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ddcac-9bfa-488e-a729-ef5fa1a1f759 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.934710] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b87106-b016-4266-a0e5-6e2e677417f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.942604] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db69136c-b4e1-478b-8200-5ac984aa9f40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.955970] env[69486]: DEBUG nova.compute.provider_tree [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.098645] env[69486]: DEBUG nova.compute.manager [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-changed-3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 915.098838] env[69486]: DEBUG nova.compute.manager [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Refreshing instance network info cache due to event network-changed-3b0efa34-7f19-4452-9237-f5d629915458. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 915.099074] env[69486]: DEBUG oslo_concurrency.lockutils [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] Acquiring lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.099521] env[69486]: DEBUG oslo_concurrency.lockutils [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] Acquired lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.099521] env[69486]: DEBUG nova.network.neutron [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Refreshing network info cache for port 3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.112313] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.112470] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Cleaning up deleted instances with incomplete migration {{(pid=69486) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11890}} [ 915.128931] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Successfully updated port: 87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.211197] env[69486]: DEBUG oslo_vmware.api [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214253, 'name': PowerOnVM_Task, 'duration_secs': 1.055777} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.211486] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.211736] env[69486]: INFO nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Took 8.01 seconds to spawn the instance on the hypervisor. [ 915.211930] env[69486]: DEBUG nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.212726] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4536529-93b4-4fa2-82bc-9aad95d45228 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.270984] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214254, 'name': Rename_Task, 'duration_secs': 0.177242} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.271288] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.271529] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f0cdcb8-dbb6-4cff-8636-f74591267eff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.279786] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 915.279786] env[69486]: value = "task-3214255" [ 915.279786] env[69486]: _type = "Task" [ 915.279786] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.288481] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.458816] env[69486]: DEBUG nova.scheduler.client.report [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.614753] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.656709] env[69486]: DEBUG nova.network.neutron [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.731863] env[69486]: INFO nova.compute.manager [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Took 41.87 seconds to build instance. [ 915.786634] env[69486]: DEBUG nova.network.neutron [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.792017] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.967025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.969708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.775s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.970421] env[69486]: DEBUG nova.objects.instance [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lazy-loading 'resources' on Instance uuid 06613882-ee95-461f-8ba1-d2cdf8842329 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.995194] env[69486]: INFO nova.scheduler.client.report [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Deleted allocations for instance 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1 [ 916.237442] env[69486]: DEBUG oslo_concurrency.lockutils [None req-34db14d7-6332-49aa-bc29-f8ec62236ed5 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "141038b4-0de6-40ba-9c73-e018620c2068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.421s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.290564] env[69486]: DEBUG oslo_vmware.api [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214255, 'name': PowerOnVM_Task, 'duration_secs': 0.550696} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.290836] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.291069] env[69486]: INFO nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Took 6.59 seconds to spawn the instance on the hypervisor. [ 916.291254] env[69486]: DEBUG nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.292014] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59591589-4d62-45be-bb55-5479d29a0f92 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.294666] env[69486]: DEBUG oslo_concurrency.lockutils [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] Releasing lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.294887] env[69486]: DEBUG nova.compute.manager [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-vif-plugged-87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 916.295085] env[69486]: DEBUG oslo_concurrency.lockutils [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] Acquiring lock "1949ab14-724c-43df-abc8-228657c3996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.295288] env[69486]: DEBUG oslo_concurrency.lockutils [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.295449] env[69486]: DEBUG oslo_concurrency.lockutils [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.295687] env[69486]: DEBUG nova.compute.manager [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] No waiting events found dispatching network-vif-plugged-87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.295778] env[69486]: WARNING nova.compute.manager [req-bb75c308-2a5d-441d-8dc6-65aec07319d4 req-34f948b9-0ec7-4850-9f1e-f015ca6995e7 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received unexpected event network-vif-plugged-87f3b561-3f86-4c75-98b0-7368daacd67c for instance with vm_state building and task_state spawning. [ 916.501981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-43276a1b-6c89-481f-9978-46138e229a27 tempest-ServerRescueTestJSONUnderV235-124841879 tempest-ServerRescueTestJSONUnderV235-124841879-project-member] Lock "6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.779s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.698746] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.699413] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.814755] env[69486]: INFO nova.compute.manager [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Took 40.81 seconds to build instance. [ 916.853153] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008252f6-1067-4956-8016-cc8725d7e810 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.861865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1cf19a-3106-4613-af73-bb29bf772008 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.908008] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e1333-e63f-46a9-99b8-2a26b695f4ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.916657] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bd5614-a447-42a6-b79a-17fc465c6eb1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.932071] env[69486]: DEBUG nova.compute.provider_tree [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.005201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "141038b4-0de6-40ba-9c73-e018620c2068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.005201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "141038b4-0de6-40ba-9c73-e018620c2068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.005201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "141038b4-0de6-40ba-9c73-e018620c2068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.005201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "141038b4-0de6-40ba-9c73-e018620c2068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.005201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "141038b4-0de6-40ba-9c73-e018620c2068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.007930] env[69486]: INFO nova.compute.manager [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Terminating instance [ 917.121899] env[69486]: DEBUG nova.compute.manager [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-changed-87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 917.122116] env[69486]: DEBUG nova.compute.manager [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Refreshing instance network info cache due to event network-changed-87f3b561-3f86-4c75-98b0-7368daacd67c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 917.122383] env[69486]: DEBUG oslo_concurrency.lockutils [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] Acquiring lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.122778] env[69486]: DEBUG oslo_concurrency.lockutils [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] Acquired lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.122778] env[69486]: DEBUG nova.network.neutron [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Refreshing network info cache for port 87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.196186] env[69486]: DEBUG nova.compute.manager [req-e2afdc95-ea2b-40fa-8a4a-949100ab3829 req-b73e72d3-86f9-4604-825b-2da7a9ffbd4a service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-vif-plugged-851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 917.196491] env[69486]: DEBUG oslo_concurrency.lockutils [req-e2afdc95-ea2b-40fa-8a4a-949100ab3829 req-b73e72d3-86f9-4604-825b-2da7a9ffbd4a service nova] Acquiring lock "1949ab14-724c-43df-abc8-228657c3996d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.196781] env[69486]: DEBUG oslo_concurrency.lockutils [req-e2afdc95-ea2b-40fa-8a4a-949100ab3829 req-b73e72d3-86f9-4604-825b-2da7a9ffbd4a service nova] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.197156] env[69486]: DEBUG oslo_concurrency.lockutils [req-e2afdc95-ea2b-40fa-8a4a-949100ab3829 req-b73e72d3-86f9-4604-825b-2da7a9ffbd4a service nova] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.197436] env[69486]: DEBUG nova.compute.manager [req-e2afdc95-ea2b-40fa-8a4a-949100ab3829 req-b73e72d3-86f9-4604-825b-2da7a9ffbd4a service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] No waiting events found dispatching network-vif-plugged-851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.197679] env[69486]: WARNING nova.compute.manager [req-e2afdc95-ea2b-40fa-8a4a-949100ab3829 req-b73e72d3-86f9-4604-825b-2da7a9ffbd4a service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received unexpected event network-vif-plugged-851403a9-f7ac-4b44-add6-62ff06104a54 for instance with vm_state building and task_state spawning. [ 917.205674] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.319794] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ebe7165e-8736-4c18-87a5-c9fa5692cc3d tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0fc58a79-c995-4d67-9d24-00014a664317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.370s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.398424] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Successfully updated port: 851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.435824] env[69486]: DEBUG nova.scheduler.client.report [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.514011] env[69486]: DEBUG nova.compute.manager [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.514252] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.515177] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535740d6-b7f9-467e-b632-ef8d3d0fe946 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.524579] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.524820] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c3c4bf-8542-490c-b51b-f6ee3dca4b63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.545674] env[69486]: DEBUG oslo_vmware.api [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 917.545674] env[69486]: value = "task-3214256" [ 917.545674] env[69486]: _type = "Task" [ 917.545674] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.550479] env[69486]: INFO nova.compute.manager [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Rebuilding instance [ 917.559056] env[69486]: DEBUG oslo_vmware.api [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.596868] env[69486]: DEBUG nova.compute.manager [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.597797] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4750915-0551-483b-92cf-5d907adb6a0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.713290] env[69486]: DEBUG nova.network.neutron [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.729240] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.902821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.944057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.947785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.219s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.948225] env[69486]: DEBUG nova.objects.instance [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lazy-loading 'resources' on Instance uuid a46e6322-b506-4f17-8271-3b30f0fa6819 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.979305] env[69486]: INFO nova.scheduler.client.report [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted allocations for instance 06613882-ee95-461f-8ba1-d2cdf8842329 [ 918.064309] env[69486]: DEBUG oslo_vmware.api [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214256, 'name': PowerOffVM_Task, 'duration_secs': 0.250155} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.064309] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.064309] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.064309] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e07ec6-0237-4a41-a924-fd30d320074f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.138863] env[69486]: DEBUG nova.network.neutron [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.144801] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.144801] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.145024] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Deleting the datastore file [datastore2] 141038b4-0de6-40ba-9c73-e018620c2068 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.145333] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c6a8d76-8ffd-423d-874e-29a31a69e8b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.152761] env[69486]: DEBUG oslo_vmware.api [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for the task: (returnval){ [ 918.152761] env[69486]: value = "task-3214258" [ 918.152761] env[69486]: _type = "Task" [ 918.152761] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.166473] env[69486]: DEBUG oslo_vmware.api [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.495456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f4238ed-b83e-4fbe-9557-2abdbb489852 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "06613882-ee95-461f-8ba1-d2cdf8842329" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.823s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.615736] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.616026] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b5dac5d-83ea-4932-a6d9-bcc97096e04e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.626171] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 918.626171] env[69486]: value = "task-3214259" [ 918.626171] env[69486]: _type = "Task" [ 918.626171] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.636203] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.642805] env[69486]: DEBUG oslo_concurrency.lockutils [req-30db1f0d-90f5-444b-a620-9fbd94851f51 req-decebedc-9d3d-49bb-a6ef-639bc9f9df07 service nova] Releasing lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.643245] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.643470] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.663686] env[69486]: DEBUG oslo_vmware.api [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Task: {'id': task-3214258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217271} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.666331] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.666526] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.666702] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.666870] env[69486]: INFO nova.compute.manager [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Took 1.15 seconds to destroy the instance on the hypervisor. [ 918.667122] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.667504] env[69486]: DEBUG nova.compute.manager [-] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.667616] env[69486]: DEBUG nova.network.neutron [-] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.686348] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "eda9280b-3a26-4e37-a2e3-cf404597dac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.686481] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.686687] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "eda9280b-3a26-4e37-a2e3-cf404597dac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.686875] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.687138] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.693067] env[69486]: INFO nova.compute.manager [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Terminating instance [ 918.867019] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2652e-512d-4a58-b5e1-13f02079edbd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.875739] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cd7411-e932-48d9-82ce-432904c97ab5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.919019] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac890000-cc5f-45a4-94e6-e8fb274cf757 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.925440] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3512e39-8eda-449e-9b7d-9c51972c50ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.944199] env[69486]: DEBUG nova.compute.provider_tree [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.137052] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214259, 'name': PowerOffVM_Task, 'duration_secs': 0.139205} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.137052] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.137324] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.138161] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b20e86-83ec-418a-a302-477e2494129b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.147387] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.147637] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abcb25d9-644d-4d34-8337-141ee23a5a30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.179042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.179042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.179232] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleting the datastore file [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.179493] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f03cc7-c00b-4411-a380-9dcdea15d617 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.185061] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.188338] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 919.188338] env[69486]: value = "task-3214261" [ 919.188338] env[69486]: _type = "Task" [ 919.188338] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.197098] env[69486]: DEBUG nova.compute.manager [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.197225] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.197486] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.198203] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349c1a89-ee3c-4941-98e5-6e6ef4173355 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.205263] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.205507] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3047b66c-b959-49f2-ba3a-ab24839564ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.215292] env[69486]: DEBUG oslo_vmware.api [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 919.215292] env[69486]: value = "task-3214262" [ 919.215292] env[69486]: _type = "Task" [ 919.215292] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.224655] env[69486]: DEBUG oslo_vmware.api [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.231360] env[69486]: DEBUG nova.compute.manager [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-changed-851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 919.231614] env[69486]: DEBUG nova.compute.manager [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Refreshing instance network info cache due to event network-changed-851403a9-f7ac-4b44-add6-62ff06104a54. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 919.231941] env[69486]: DEBUG oslo_concurrency.lockutils [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] Acquiring lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.448106] env[69486]: DEBUG nova.scheduler.client.report [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.503734] env[69486]: DEBUG nova.network.neutron [-] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.625743] env[69486]: DEBUG nova.network.neutron [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updating instance_info_cache with network_info: [{"id": "3b0efa34-7f19-4452-9237-f5d629915458", "address": "fa:16:3e:71:78:b0", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0efa34-7f", "ovs_interfaceid": "3b0efa34-7f19-4452-9237-f5d629915458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87f3b561-3f86-4c75-98b0-7368daacd67c", "address": "fa:16:3e:85:48:dd", "network": {"id": "6e840464-9d66-4dba-9c39-1fa0d60df683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591454156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f3b561-3f", "ovs_interfaceid": "87f3b561-3f86-4c75-98b0-7368daacd67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851403a9-f7ac-4b44-add6-62ff06104a54", "address": "fa:16:3e:55:1d:b1", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851403a9-f7", "ovs_interfaceid": "851403a9-f7ac-4b44-add6-62ff06104a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.698402] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099039} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.698597] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.698777] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.698955] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.726462] env[69486]: DEBUG oslo_vmware.api [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214262, 'name': PowerOffVM_Task, 'duration_secs': 0.189835} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.726462] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.726734] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.727746] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09611f75-0cee-4aa2-8e0f-868f7d588c9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.791845] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.792058] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.792252] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleting the datastore file [datastore1] eda9280b-3a26-4e37-a2e3-cf404597dac3 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.792512] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bdca36c-7ae1-4a8c-86c6-96c36d178538 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.800398] env[69486]: DEBUG oslo_vmware.api [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for the task: (returnval){ [ 919.800398] env[69486]: value = "task-3214264" [ 919.800398] env[69486]: _type = "Task" [ 919.800398] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.809259] env[69486]: DEBUG oslo_vmware.api [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.955970] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.959118] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.878s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.959118] env[69486]: DEBUG nova.objects.instance [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lazy-loading 'resources' on Instance uuid a3e5b1df-503a-49a7-b066-b09999f7a2c9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.979767] env[69486]: INFO nova.scheduler.client.report [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Deleted allocations for instance a46e6322-b506-4f17-8271-3b30f0fa6819 [ 920.008507] env[69486]: INFO nova.compute.manager [-] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Took 1.34 seconds to deallocate network for instance. [ 920.128265] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Releasing lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.128697] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance network_info: |[{"id": "3b0efa34-7f19-4452-9237-f5d629915458", "address": "fa:16:3e:71:78:b0", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0efa34-7f", "ovs_interfaceid": "3b0efa34-7f19-4452-9237-f5d629915458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87f3b561-3f86-4c75-98b0-7368daacd67c", "address": "fa:16:3e:85:48:dd", "network": {"id": "6e840464-9d66-4dba-9c39-1fa0d60df683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591454156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f3b561-3f", "ovs_interfaceid": "87f3b561-3f86-4c75-98b0-7368daacd67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851403a9-f7ac-4b44-add6-62ff06104a54", "address": "fa:16:3e:55:1d:b1", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851403a9-f7", "ovs_interfaceid": "851403a9-f7ac-4b44-add6-62ff06104a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.129022] env[69486]: DEBUG oslo_concurrency.lockutils [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] Acquired lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.129236] env[69486]: DEBUG nova.network.neutron [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Refreshing network info cache for port 851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.130466] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:78:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b0efa34-7f19-4452-9237-f5d629915458', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:48:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f3b561-3f86-4c75-98b0-7368daacd67c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:1d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '851403a9-f7ac-4b44-add6-62ff06104a54', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.142249] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Creating folder: Project (83fbd9e615e64d74ba6343feb0404b9c). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.143432] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b29009e-60cb-4a16-b36d-b5a18fd3f833 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.156281] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Created folder: Project (83fbd9e615e64d74ba6343feb0404b9c) in parent group-v642494. [ 920.156488] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Creating folder: Instances. Parent ref: group-v642693. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.156701] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66827717-53d7-4d26-8dac-926de9c892dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.168700] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Created folder: Instances in parent group-v642693. [ 920.169015] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.169225] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.169435] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f6433c-0680-4217-ac31-f3b3ad41168c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.197667] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.197667] env[69486]: value = "task-3214267" [ 920.197667] env[69486]: _type = "Task" [ 920.197667] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.214044] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214267, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.314545] env[69486]: DEBUG oslo_vmware.api [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Task: {'id': task-3214264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12764} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.314545] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.314857] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.315165] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.315484] env[69486]: INFO nova.compute.manager [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.315783] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.315982] env[69486]: DEBUG nova.compute.manager [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.316091] env[69486]: DEBUG nova.network.neutron [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.496595] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0002ac60-ad8c-49ed-8b92-733444f5c0b4 tempest-ImagesOneServerNegativeTestJSON-1658390452 tempest-ImagesOneServerNegativeTestJSON-1658390452-project-member] Lock "a46e6322-b506-4f17-8271-3b30f0fa6819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.755s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.515927] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.708469] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214267, 'name': CreateVM_Task, 'duration_secs': 0.468364} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.711654] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.719612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.719612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.719612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.719782] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c00f19-6cce-4f35-ad94-39979033be95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.726591] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 920.726591] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f21c92-dd06-20a3-0d79-12c292248820" [ 920.726591] env[69486]: _type = "Task" [ 920.726591] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.743957] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f21c92-dd06-20a3-0d79-12c292248820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.749043] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.749043] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.749043] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.749339] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.749339] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.749502] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.750861] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.750861] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.750861] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.750861] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.750861] env[69486]: DEBUG nova.virt.hardware [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.752220] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f4302-3e97-452e-96e2-71a6bb88046e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.765098] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcd1a5-4703-4da8-9eb6-ccfd9a595611 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.781115] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.787437] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.792460] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.792968] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f21482c-d28e-4a31-9062-b7c809d02c94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.814617] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.814617] env[69486]: value = "task-3214268" [ 920.814617] env[69486]: _type = "Task" [ 920.814617] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.826023] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214268, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.918493] env[69486]: DEBUG nova.network.neutron [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updated VIF entry in instance network info cache for port 851403a9-f7ac-4b44-add6-62ff06104a54. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.919010] env[69486]: DEBUG nova.network.neutron [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updating instance_info_cache with network_info: [{"id": "3b0efa34-7f19-4452-9237-f5d629915458", "address": "fa:16:3e:71:78:b0", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0efa34-7f", "ovs_interfaceid": "3b0efa34-7f19-4452-9237-f5d629915458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87f3b561-3f86-4c75-98b0-7368daacd67c", "address": "fa:16:3e:85:48:dd", "network": {"id": "6e840464-9d66-4dba-9c39-1fa0d60df683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591454156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f3b561-3f", "ovs_interfaceid": "87f3b561-3f86-4c75-98b0-7368daacd67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851403a9-f7ac-4b44-add6-62ff06104a54", "address": "fa:16:3e:55:1d:b1", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851403a9-f7", "ovs_interfaceid": "851403a9-f7ac-4b44-add6-62ff06104a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.921787] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6c90a-ff4b-458c-b7c0-6da274793147 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.930254] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d5275-c829-4658-893b-4643dc998552 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.963104] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b343d8b-b5e3-4fb3-9efb-df1297d51c2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.971578] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf564f2e-8232-4d05-8653-419446910b6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.987064] env[69486]: DEBUG nova.compute.provider_tree [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.115878] env[69486]: DEBUG nova.network.neutron [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.239168] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f21c92-dd06-20a3-0d79-12c292248820, 'name': SearchDatastore_Task, 'duration_secs': 0.021689} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.239591] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.239797] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.240040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.240093] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.240270] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.240572] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-695d8842-2d88-46dc-9cfe-039165a64e2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.251656] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.251656] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.252511] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a42db9-a53b-4f75-a3ec-e8dac9d3d0db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.258691] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 921.258691] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b20fb4-1ebf-cf49-f00b-8db60b451def" [ 921.258691] env[69486]: _type = "Task" [ 921.258691] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.269438] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b20fb4-1ebf-cf49-f00b-8db60b451def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.323321] env[69486]: DEBUG nova.compute.manager [req-8b115d8d-73c7-45ef-a427-3e6e1cf1f42c req-f57e1146-ef5c-4d48-a3bd-d096027891d0 service nova] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Received event network-vif-deleted-e11e85be-5aa1-4ddf-a6a1-beeae8a01845 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 921.328707] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214268, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.425631] env[69486]: DEBUG oslo_concurrency.lockutils [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] Releasing lock "refresh_cache-1949ab14-724c-43df-abc8-228657c3996d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.425909] env[69486]: DEBUG nova.compute.manager [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Received event network-vif-deleted-73027267-548d-4288-acda-ff39fadbe33c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 921.426108] env[69486]: INFO nova.compute.manager [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Neutron deleted interface 73027267-548d-4288-acda-ff39fadbe33c; detaching it from the instance and deleting it from the info cache [ 921.426275] env[69486]: DEBUG nova.network.neutron [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.490238] env[69486]: DEBUG nova.scheduler.client.report [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.621747] env[69486]: INFO nova.compute.manager [-] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Took 1.31 seconds to deallocate network for instance. [ 921.769342] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b20fb4-1ebf-cf49-f00b-8db60b451def, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.770150] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1157fd73-1d87-4b43-a722-010f2f9ff4bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.775710] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 921.775710] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eba0ed-c66a-8b86-b31e-e6b0f3852d81" [ 921.775710] env[69486]: _type = "Task" [ 921.775710] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.783629] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eba0ed-c66a-8b86-b31e-e6b0f3852d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.824997] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214268, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.931137] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef6a7e25-1ff6-4dbd-aa55-5f6a395df26c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.945439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a16f489-9f10-4de9-af38-f979b2c047b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.987353] env[69486]: DEBUG nova.compute.manager [req-239f1fd7-12f4-4aa4-9aa1-5d6d4066d7c8 req-55447694-7eaa-481e-afc4-e56aca7a85c8 service nova] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Detach interface failed, port_id=73027267-548d-4288-acda-ff39fadbe33c, reason: Instance 141038b4-0de6-40ba-9c73-e018620c2068 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 921.996599] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.998914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.429s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.999172] env[69486]: DEBUG nova.objects.instance [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lazy-loading 'resources' on Instance uuid 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.025227] env[69486]: INFO nova.scheduler.client.report [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Deleted allocations for instance a3e5b1df-503a-49a7-b066-b09999f7a2c9 [ 922.128731] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.291017] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eba0ed-c66a-8b86-b31e-e6b0f3852d81, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.291017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.291017] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1949ab14-724c-43df-abc8-228657c3996d/1949ab14-724c-43df-abc8-228657c3996d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.291017] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bb5f5a-b139-4077-82a5-c1ea1d4cb770 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.296560] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 922.296560] env[69486]: value = "task-3214269" [ 922.296560] env[69486]: _type = "Task" [ 922.296560] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.304991] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.325274] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214268, 'name': CreateVM_Task, 'duration_secs': 1.300445} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.325517] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.325979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.326169] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.326519] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.326783] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ed9b67-3135-4f97-aa70-c730bd05c4a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.331875] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 922.331875] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285471f-8b25-29a2-ea5b-e7051d77318b" [ 922.331875] env[69486]: _type = "Task" [ 922.331875] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.341600] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285471f-8b25-29a2-ea5b-e7051d77318b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.540421] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8e92415e-6a0a-4e35-af6d-92e9cbc87ccc tempest-SecurityGroupsTestJSON-487968219 tempest-SecurityGroupsTestJSON-487968219-project-member] Lock "a3e5b1df-503a-49a7-b066-b09999f7a2c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.174s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.808323] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483903} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.808592] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1949ab14-724c-43df-abc8-228657c3996d/1949ab14-724c-43df-abc8-228657c3996d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.808803] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.809079] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f695cb14-a524-4ff4-8106-9a035b773cee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.817020] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 922.817020] env[69486]: value = "task-3214270" [ 922.817020] env[69486]: _type = "Task" [ 922.817020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.831781] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.846904] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285471f-8b25-29a2-ea5b-e7051d77318b, 'name': SearchDatastore_Task, 'duration_secs': 0.019971} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.847518] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.847763] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.848025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.848182] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.848423] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.849025] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95c6b4d-438f-4e60-a8dd-513fe137869e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.858605] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.858875] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.859899] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07768877-19c6-4554-9b52-511b5a1ac328 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.869900] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 922.869900] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524db812-c110-d95e-addd-4593cfd021fd" [ 922.869900] env[69486]: _type = "Task" [ 922.869900] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.882490] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524db812-c110-d95e-addd-4593cfd021fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.950209] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04010f-8959-47ce-9e46-354555e91fd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.958849] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf470af-dc99-4bd3-89e0-0c0b8d5f1c1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.995219] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d44f7f-28da-480e-afeb-d0f8b9d89c58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.003743] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0cfad7-1a1f-46d4-a777-421594df4eea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.018937] env[69486]: DEBUG nova.compute.provider_tree [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.330028] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064275} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.330028] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.330028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b522e96a-9845-47ed-99a8-f95991ec0903 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.348192] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.348438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.348645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.348829] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.348997] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.359045] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 1949ab14-724c-43df-abc8-228657c3996d/1949ab14-724c-43df-abc8-228657c3996d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.359806] env[69486]: INFO nova.compute.manager [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Terminating instance [ 923.360929] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6070fd1-dfad-4ad9-8ca5-c850557f8a49 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.387952] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.388998] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.388998] env[69486]: DEBUG nova.compute.manager [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.388998] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524db812-c110-d95e-addd-4593cfd021fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.390931] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db074a8f-a623-48f5-82ff-c367d3033c3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.394503] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 923.394503] env[69486]: value = "task-3214271" [ 923.394503] env[69486]: _type = "Task" [ 923.394503] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.394743] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21572daa-2c66-4b4f-8e6d-41d0e1b8c8eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.401922] env[69486]: DEBUG nova.compute.manager [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 923.402518] env[69486]: DEBUG nova.objects.instance [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'flavor' on Instance uuid d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.407488] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 923.407488] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ba37e7-bb35-2059-493f-f6633a1c7ce1" [ 923.407488] env[69486]: _type = "Task" [ 923.407488] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.414693] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.421431] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ba37e7-bb35-2059-493f-f6633a1c7ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.421431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.421692] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.421938] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41919a64-efaa-4637-b4a3-c1b103d87dfe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.430849] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 923.430849] env[69486]: value = "task-3214272" [ 923.430849] env[69486]: _type = "Task" [ 923.430849] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.442608] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.522116] env[69486]: DEBUG nova.scheduler.client.report [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.881085] env[69486]: DEBUG nova.compute.manager [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.881085] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.882400] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aec373-8937-4cc2-ac0b-6fcd5dcb7d66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.897024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.897024] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8acc8ac7-90d4-456f-9c6b-42d775264210 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.905463] env[69486]: DEBUG oslo_vmware.api [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 923.905463] env[69486]: value = "task-3214273" [ 923.905463] env[69486]: _type = "Task" [ 923.905463] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.912032] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214271, 'name': ReconfigVM_Task, 'duration_secs': 0.468498} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.918559] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 1949ab14-724c-43df-abc8-228657c3996d/1949ab14-724c-43df-abc8-228657c3996d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.926025] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75179bbd-b205-49d7-ab59-76941fccdafb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.934477] env[69486]: DEBUG oslo_vmware.api [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.941838] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 923.941838] env[69486]: value = "task-3214274" [ 923.941838] env[69486]: _type = "Task" [ 923.941838] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.949690] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.958877] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214274, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.029651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.032657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.137s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.034421] env[69486]: INFO nova.compute.claims [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.064768] env[69486]: INFO nova.scheduler.client.report [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Deleted allocations for instance 9cc351f0-51fb-4bf5-87c9-e4b982bc1942 [ 924.419190] env[69486]: DEBUG oslo_vmware.api [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214273, 'name': PowerOffVM_Task, 'duration_secs': 0.267202} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.419480] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.419661] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.419932] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0296e96d-6d38-4fbb-b95d-2272ca811622 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.426359] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.426625] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51ed236-f069-4a32-a785-6219a772318d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.435159] env[69486]: DEBUG oslo_vmware.api [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 924.435159] env[69486]: value = "task-3214276" [ 924.435159] env[69486]: _type = "Task" [ 924.435159] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.461637] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539927} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.461959] env[69486]: DEBUG oslo_vmware.api [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.462828] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.463274] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.463810] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74dd580-2c2e-4ce3-88e2-2aa2b664c538 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.469321] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214274, 'name': Rename_Task, 'duration_secs': 0.20001} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.470244] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.470356] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d808f164-935e-4c3d-b912-038457d8f157 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.475472] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 924.475472] env[69486]: value = "task-3214277" [ 924.475472] env[69486]: _type = "Task" [ 924.475472] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.482020] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 924.482020] env[69486]: value = "task-3214278" [ 924.482020] env[69486]: _type = "Task" [ 924.482020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.502159] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.502452] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.508192] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.508625] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.508748] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Deleting the datastore file [datastore2] 8e447be5-6131-413b-9e67-5d9e5bed2ed6 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.509103] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e1c11f-5915-49a3-a693-764f88b980b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.517559] env[69486]: DEBUG oslo_vmware.api [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for the task: (returnval){ [ 924.517559] env[69486]: value = "task-3214279" [ 924.517559] env[69486]: _type = "Task" [ 924.517559] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.526847] env[69486]: DEBUG oslo_vmware.api [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.575646] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e2a7b98-a03d-48ba-8dde-d6b75bbc26e4 tempest-VolumesAdminNegativeTest-1129370243 tempest-VolumesAdminNegativeTest-1129370243-project-member] Lock "9cc351f0-51fb-4bf5-87c9-e4b982bc1942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.930s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.950603] env[69486]: DEBUG oslo_vmware.api [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214276, 'name': PowerOffVM_Task, 'duration_secs': 0.297975} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.951029] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.951029] env[69486]: DEBUG nova.compute.manager [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.955071] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be850e4c-39bd-47e5-abbe-b25154ae3cfe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.997521] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.000542] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10142} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.001792] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.003017] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827d151-5e29-46ed-b6bc-98d7dc85aae8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.028815] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.033563] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b68dabe-ff95-4286-a06b-f28a73b39bb9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.058857] env[69486]: DEBUG oslo_vmware.api [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Task: {'id': task-3214279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239204} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.061115] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.061347] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.061532] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.061708] env[69486]: INFO nova.compute.manager [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.061951] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.062520] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 925.062520] env[69486]: value = "task-3214280" [ 925.062520] env[69486]: _type = "Task" [ 925.062520] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.062520] env[69486]: DEBUG nova.compute.manager [-] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.062520] env[69486]: DEBUG nova.network.neutron [-] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.076507] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.423271] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715f0e0-ea03-48c9-849d-02dfdac6bec9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.432171] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3adf2-cd66-4a8d-bedd-f86f33898772 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.472776] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfd8880-ff94-4f49-898c-f61aa784394c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.476966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8a21994f-3d8a-4ba4-9c17-a43ebbf110ad tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.485216] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63217df1-45f8-475f-b56f-50d43595d9d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.500060] env[69486]: DEBUG oslo_vmware.api [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214278, 'name': PowerOnVM_Task, 'duration_secs': 0.526284} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.510333] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.510568] env[69486]: INFO nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Took 13.41 seconds to spawn the instance on the hypervisor. [ 925.511680] env[69486]: DEBUG nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.511785] env[69486]: DEBUG nova.compute.provider_tree [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.513920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0043822-c8ad-432e-b2d9-d01783b09291 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.578433] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.926024] env[69486]: DEBUG nova.compute.manager [req-01bd5bd6-13b3-43c8-a91d-2ef243ac65f6 req-5585d726-60ba-42f3-ad74-1720ab8d1873 service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Received event network-vif-deleted-0feaed4b-aee8-4911-b829-70a17522aa5c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 925.926024] env[69486]: INFO nova.compute.manager [req-01bd5bd6-13b3-43c8-a91d-2ef243ac65f6 req-5585d726-60ba-42f3-ad74-1720ab8d1873 service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Neutron deleted interface 0feaed4b-aee8-4911-b829-70a17522aa5c; detaching it from the instance and deleting it from the info cache [ 925.926024] env[69486]: DEBUG nova.network.neutron [req-01bd5bd6-13b3-43c8-a91d-2ef243ac65f6 req-5585d726-60ba-42f3-ad74-1720ab8d1873 service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.020131] env[69486]: DEBUG nova.scheduler.client.report [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.046335] env[69486]: INFO nova.compute.manager [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Took 39.22 seconds to build instance. [ 926.059521] env[69486]: DEBUG nova.objects.instance [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'flavor' on Instance uuid d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.079316] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214280, 'name': ReconfigVM_Task, 'duration_secs': 0.726187} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.079316] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317/0fc58a79-c995-4d67-9d24-00014a664317.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.079727] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a00093-e815-4d37-99d3-5d8f2da1ae0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.089031] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 926.089031] env[69486]: value = "task-3214281" [ 926.089031] env[69486]: _type = "Task" [ 926.089031] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.105581] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214281, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.430092] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8907656f-3d8b-46cb-8584-c8bf960eeda0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.449294] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a88369-df99-4b85-8cdb-f282cf8b6fc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.489308] env[69486]: DEBUG nova.compute.manager [req-01bd5bd6-13b3-43c8-a91d-2ef243ac65f6 req-5585d726-60ba-42f3-ad74-1720ab8d1873 service nova] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Detach interface failed, port_id=0feaed4b-aee8-4911-b829-70a17522aa5c, reason: Instance 8e447be5-6131-413b-9e67-5d9e5bed2ed6 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 926.527068] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.527600] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.530132] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.391s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.530358] env[69486]: DEBUG nova.objects.instance [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lazy-loading 'resources' on Instance uuid afc30047-eafd-4c72-b7a3-5eb19eac2f58 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.549405] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2b6d7cd1-fc28-47bf-95f4-868b224d1059 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "1949ab14-724c-43df-abc8-228657c3996d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.743s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.565770] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.566178] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.566492] env[69486]: DEBUG nova.network.neutron [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.567117] env[69486]: DEBUG nova.objects.instance [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'info_cache' on Instance uuid d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.601213] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214281, 'name': Rename_Task, 'duration_secs': 0.186738} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.601514] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.601790] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b83aa14-936a-4298-a105-7f377b3cd357 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.610199] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 926.610199] env[69486]: value = "task-3214282" [ 926.610199] env[69486]: _type = "Task" [ 926.610199] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.620377] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.675761] env[69486]: DEBUG nova.network.neutron [-] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.946223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "1949ab14-724c-43df-abc8-228657c3996d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.946223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "1949ab14-724c-43df-abc8-228657c3996d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.946223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "1949ab14-724c-43df-abc8-228657c3996d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.946223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.946223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "1949ab14-724c-43df-abc8-228657c3996d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.949070] env[69486]: INFO nova.compute.manager [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Terminating instance [ 927.035217] env[69486]: DEBUG nova.compute.utils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.044307] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.045559] env[69486]: DEBUG nova.network.neutron [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.070731] env[69486]: DEBUG nova.objects.base [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.127722] env[69486]: DEBUG oslo_vmware.api [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214282, 'name': PowerOnVM_Task, 'duration_secs': 0.461815} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.129255] env[69486]: DEBUG nova.policy [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '847cc87bc7dd42069b06387e24809fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31a4df2bfb50417c94f44efa805d3f07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.131282] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.131573] env[69486]: DEBUG nova.compute.manager [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.133700] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75063ea9-dfa9-4168-a300-68d8d470438e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.179107] env[69486]: INFO nova.compute.manager [-] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Took 2.12 seconds to deallocate network for instance. [ 927.411671] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e5f17-a89a-498a-be28-184a282977f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.420356] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe540fe-ee9d-4117-b2c4-d91e4b46ed7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.458341] env[69486]: DEBUG nova.compute.manager [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.458574] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.459650] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a842cbd-3e04-4d12-965f-f8e9eba150cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.464371] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd1dd8c-660d-4632-b733-ef7f9641d873 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.475011] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4f04e6-6d66-448b-8c98-4d56e3bc9b44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.479071] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.479352] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f6ae2f2-8c5b-4881-84d6-3f710aad8697 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.485729] env[69486]: DEBUG oslo_vmware.api [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 927.485729] env[69486]: value = "task-3214283" [ 927.485729] env[69486]: _type = "Task" [ 927.485729] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.493924] env[69486]: DEBUG nova.compute.provider_tree [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.551302] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.617895] env[69486]: DEBUG nova.network.neutron [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Successfully created port: bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.660619] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.687076] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.001219] env[69486]: DEBUG nova.scheduler.client.report [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.009889] env[69486]: DEBUG oslo_vmware.api [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214283, 'name': PowerOffVM_Task, 'duration_secs': 0.319275} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.010643] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.010643] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.010885] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69681645-53a9-4f8f-a3f0-9c34fc36885f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.029632] env[69486]: DEBUG nova.network.neutron [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.149240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.149240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.149240] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Deleting the datastore file [datastore2] 1949ab14-724c-43df-abc8-228657c3996d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.149536] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff7716a-d57b-485e-aa7f-cdf387b569d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.157234] env[69486]: DEBUG oslo_vmware.api [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 928.157234] env[69486]: value = "task-3214285" [ 928.157234] env[69486]: _type = "Task" [ 928.157234] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.166827] env[69486]: DEBUG oslo_vmware.api [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.507941] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.511017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.807s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.512543] env[69486]: INFO nova.compute.claims [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.534568] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.549798] env[69486]: INFO nova.scheduler.client.report [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted allocations for instance afc30047-eafd-4c72-b7a3-5eb19eac2f58 [ 928.562336] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.599718] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.599956] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.600127] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.600318] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.600468] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.600617] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.600826] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.600986] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.604439] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.604439] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.604439] env[69486]: DEBUG nova.virt.hardware [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.604439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15feeb2b-a184-4965-8e5b-f107286a0a65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.618106] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa924e-61b7-4760-a7b6-0e2c97b1b5b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.667911] env[69486]: DEBUG oslo_vmware.api [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272449} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.668197] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.668447] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.668544] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.668717] env[69486]: INFO nova.compute.manager [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 928.668966] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.669169] env[69486]: DEBUG nova.compute.manager [-] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.669264] env[69486]: DEBUG nova.network.neutron [-] [instance: 1949ab14-724c-43df-abc8-228657c3996d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.995582] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "0fc58a79-c995-4d67-9d24-00014a664317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.995878] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0fc58a79-c995-4d67-9d24-00014a664317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.996110] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "0fc58a79-c995-4d67-9d24-00014a664317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.996317] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0fc58a79-c995-4d67-9d24-00014a664317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.996472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0fc58a79-c995-4d67-9d24-00014a664317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.998500] env[69486]: INFO nova.compute.manager [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Terminating instance [ 929.042082] env[69486]: DEBUG nova.compute.manager [req-b2db8433-7f85-4428-b0a9-c9dbc12af983 req-84121a0c-bae5-4ac7-a196-22ea895e3582 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-vif-deleted-3b0efa34-7f19-4452-9237-f5d629915458 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 929.042290] env[69486]: INFO nova.compute.manager [req-b2db8433-7f85-4428-b0a9-c9dbc12af983 req-84121a0c-bae5-4ac7-a196-22ea895e3582 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Neutron deleted interface 3b0efa34-7f19-4452-9237-f5d629915458; detaching it from the instance and deleting it from the info cache [ 929.042561] env[69486]: DEBUG nova.network.neutron [req-b2db8433-7f85-4428-b0a9-c9dbc12af983 req-84121a0c-bae5-4ac7-a196-22ea895e3582 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updating instance_info_cache with network_info: [{"id": "87f3b561-3f86-4c75-98b0-7368daacd67c", "address": "fa:16:3e:85:48:dd", "network": {"id": "6e840464-9d66-4dba-9c39-1fa0d60df683", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591454156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f3b561-3f", "ovs_interfaceid": "87f3b561-3f86-4c75-98b0-7368daacd67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851403a9-f7ac-4b44-add6-62ff06104a54", "address": "fa:16:3e:55:1d:b1", "network": {"id": "f878d93e-b43e-4b10-9aed-403fb225d2d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707123431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851403a9-f7", "ovs_interfaceid": "851403a9-f7ac-4b44-add6-62ff06104a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.056518] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ad522d6-e99d-42c1-a2ce-29a2adae2e81 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "afc30047-eafd-4c72-b7a3-5eb19eac2f58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.431s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.386884] env[69486]: DEBUG nova.compute.manager [req-97af6337-0c25-4694-8c1f-8aeb228751b0 req-ce798895-0787-4604-bfb4-1ef6d2b083b1 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Received event network-vif-plugged-bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 929.387152] env[69486]: DEBUG oslo_concurrency.lockutils [req-97af6337-0c25-4694-8c1f-8aeb228751b0 req-ce798895-0787-4604-bfb4-1ef6d2b083b1 service nova] Acquiring lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.387340] env[69486]: DEBUG oslo_concurrency.lockutils [req-97af6337-0c25-4694-8c1f-8aeb228751b0 req-ce798895-0787-4604-bfb4-1ef6d2b083b1 service nova] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.387508] env[69486]: DEBUG oslo_concurrency.lockutils [req-97af6337-0c25-4694-8c1f-8aeb228751b0 req-ce798895-0787-4604-bfb4-1ef6d2b083b1 service nova] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.387674] env[69486]: DEBUG nova.compute.manager [req-97af6337-0c25-4694-8c1f-8aeb228751b0 req-ce798895-0787-4604-bfb4-1ef6d2b083b1 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] No waiting events found dispatching network-vif-plugged-bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.387840] env[69486]: WARNING nova.compute.manager [req-97af6337-0c25-4694-8c1f-8aeb228751b0 req-ce798895-0787-4604-bfb4-1ef6d2b083b1 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Received unexpected event network-vif-plugged-bfabb0d2-f89d-47a6-9b54-882436627bcc for instance with vm_state building and task_state spawning. [ 929.479654] env[69486]: DEBUG nova.network.neutron [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Successfully updated port: bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.501984] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "refresh_cache-0fc58a79-c995-4d67-9d24-00014a664317" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.502188] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "refresh_cache-0fc58a79-c995-4d67-9d24-00014a664317" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.502391] env[69486]: DEBUG nova.network.neutron [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.545052] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.549316] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c488323-8a75-48a5-91c3-96ffc9973413 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.551195] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf405c24-e51c-4729-838b-3c4c77163bbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.560645] env[69486]: DEBUG oslo_vmware.api [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 929.560645] env[69486]: value = "task-3214286" [ 929.560645] env[69486]: _type = "Task" [ 929.560645] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.570771] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e5248-a162-4fa0-aa15-1950f7644fe1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.604498] env[69486]: DEBUG oslo_vmware.api [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.620065] env[69486]: DEBUG nova.compute.manager [req-b2db8433-7f85-4428-b0a9-c9dbc12af983 req-84121a0c-bae5-4ac7-a196-22ea895e3582 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Detach interface failed, port_id=3b0efa34-7f19-4452-9237-f5d629915458, reason: Instance 1949ab14-724c-43df-abc8-228657c3996d could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 929.910847] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c52006-bbe1-42de-bef9-3e20f6c30788 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.921345] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f43449-68d2-401c-8947-aae50e59b9a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.925012] env[69486]: DEBUG nova.network.neutron [-] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.960630] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f65db-79fa-4eb8-a8af-46ddcaf7fa4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.970153] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b58ef-8ee0-49be-9949-301fdee5356c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.986180] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.986385] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.986540] env[69486]: DEBUG nova.network.neutron [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.988182] env[69486]: DEBUG nova.compute.provider_tree [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.026921] env[69486]: DEBUG nova.network.neutron [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.076152] env[69486]: DEBUG oslo_vmware.api [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214286, 'name': PowerOnVM_Task, 'duration_secs': 0.402196} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.076443] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.076642] env[69486]: DEBUG nova.compute.manager [None req-9a1922bb-4f09-4e6a-8ef0-d4a2fc989ead tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.077457] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a63459-e7bd-45f6-8067-d8fbaa9a282e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.097941] env[69486]: DEBUG nova.network.neutron [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.100570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "1e66be41-b2a4-487e-98b7-bd3bf03df988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.100570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.100570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "1e66be41-b2a4-487e-98b7-bd3bf03df988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.100570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.100570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.101910] env[69486]: INFO nova.compute.manager [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Terminating instance [ 930.429019] env[69486]: INFO nova.compute.manager [-] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Took 1.76 seconds to deallocate network for instance. [ 930.494595] env[69486]: DEBUG nova.scheduler.client.report [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.526198] env[69486]: DEBUG nova.network.neutron [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.602469] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "refresh_cache-0fc58a79-c995-4d67-9d24-00014a664317" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.603416] env[69486]: DEBUG nova.compute.manager [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.603416] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.603993] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb5719-417d-4b19-b3f2-a0ca336e7cd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.612633] env[69486]: DEBUG nova.compute.manager [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.613046] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.614577] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915345d3-1e54-4c9f-a6af-b71fd110649a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.624359] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.626829] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbce866b-572e-4657-9fdd-a2440182879c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.629108] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.629330] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7321da2-a66e-446e-89e0-10ec5cf5c06f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.642811] env[69486]: DEBUG oslo_vmware.api [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 930.642811] env[69486]: value = "task-3214288" [ 930.642811] env[69486]: _type = "Task" [ 930.642811] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.645084] env[69486]: DEBUG oslo_vmware.api [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 930.645084] env[69486]: value = "task-3214287" [ 930.645084] env[69486]: _type = "Task" [ 930.645084] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.662298] env[69486]: DEBUG oslo_vmware.api [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.665896] env[69486]: DEBUG oslo_vmware.api [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.702375] env[69486]: DEBUG nova.network.neutron [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Updating instance_info_cache with network_info: [{"id": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "address": "fa:16:3e:68:7e:d0", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfabb0d2-f8", "ovs_interfaceid": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.794833] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.795076] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.936278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.000078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.000301] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.002909] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.359s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.003146] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.005637] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.241s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.005828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.008029] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.324s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.009953] env[69486]: INFO nova.compute.claims [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.035780] env[69486]: INFO nova.scheduler.client.report [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted allocations for instance 8c65ecb4-c94f-4841-a432-776e0a94fc73 [ 931.037558] env[69486]: INFO nova.scheduler.client.report [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocations for instance d39dd037-4039-4f6e-8302-80bc8c2d6670 [ 931.104903] env[69486]: DEBUG nova.compute.manager [req-a550762f-0b44-44fc-abda-60fac8f4ae92 req-34678ad5-73b8-4248-a01f-e4a091fa0777 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-vif-deleted-87f3b561-3f86-4c75-98b0-7368daacd67c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 931.105762] env[69486]: DEBUG nova.compute.manager [req-a550762f-0b44-44fc-abda-60fac8f4ae92 req-34678ad5-73b8-4248-a01f-e4a091fa0777 service nova] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Received event network-vif-deleted-851403a9-f7ac-4b44-add6-62ff06104a54 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 931.155983] env[69486]: DEBUG oslo_vmware.api [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214288, 'name': PowerOffVM_Task, 'duration_secs': 0.256039} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.156665] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.156927] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.157145] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51191dbe-79ad-497a-85d2-0fb3ece39f82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.162567] env[69486]: DEBUG oslo_vmware.api [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214287, 'name': PowerOffVM_Task, 'duration_secs': 0.414261} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.162822] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.162984] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.163240] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e30972d-9527-479a-bfe8-e830d85db964 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.195362] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.195622] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.195799] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleting the datastore file [datastore2] 0fc58a79-c995-4d67-9d24-00014a664317 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.196104] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c0df652-7840-4fe1-9f56-5482a0227411 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.205685] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.205828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.207073] env[69486]: DEBUG oslo_vmware.api [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 931.207073] env[69486]: value = "task-3214291" [ 931.207073] env[69486]: _type = "Task" [ 931.207073] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.207374] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.207579] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Instance network_info: |[{"id": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "address": "fa:16:3e:68:7e:d0", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfabb0d2-f8", "ovs_interfaceid": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.208357] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:7e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfabb0d2-f89d-47a6-9b54-882436627bcc', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.217326] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.221048] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.221637] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec70b12-6b3c-4bf9-a688-4b7055efe6e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.242634] env[69486]: DEBUG oslo_vmware.api [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.243968] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.243968] env[69486]: value = "task-3214292" [ 931.243968] env[69486]: _type = "Task" [ 931.243968] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.252028] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214292, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.298299] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.414140] env[69486]: DEBUG nova.compute.manager [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Received event network-changed-bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 931.414474] env[69486]: DEBUG nova.compute.manager [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Refreshing instance network info cache due to event network-changed-bfabb0d2-f89d-47a6-9b54-882436627bcc. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 931.415106] env[69486]: DEBUG oslo_concurrency.lockutils [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] Acquiring lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.415106] env[69486]: DEBUG oslo_concurrency.lockutils [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] Acquired lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.415320] env[69486]: DEBUG nova.network.neutron [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Refreshing network info cache for port bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.515858] env[69486]: DEBUG nova.compute.utils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.521444] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.521444] env[69486]: DEBUG nova.network.neutron [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.552889] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cc089c83-57aa-48b4-b667-b30acfa4ab07 tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "8c65ecb4-c94f-4841-a432-776e0a94fc73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.393s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.555306] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b454850e-fc95-404c-97fe-ca704b3686c4 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "d39dd037-4039-4f6e-8302-80bc8c2d6670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.368s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.559878] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "0235e543-66c0-4ccc-83e3-cc291a18a134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.560179] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.582625] env[69486]: DEBUG nova.policy [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c5ad98fcf44ef2af0938cc9fe9d521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8108523c672546cfb60a4283d6974b0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.725740] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.731129] env[69486]: DEBUG oslo_vmware.api [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259603} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.732033] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.732033] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.732033] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.732033] env[69486]: INFO nova.compute.manager [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Took 1.13 seconds to destroy the instance on the hypervisor. [ 931.732387] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.732793] env[69486]: DEBUG nova.compute.manager [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.732857] env[69486]: DEBUG nova.network.neutron [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.750722] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.750722] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.750811] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleting the datastore file [datastore2] 1e66be41-b2a4-487e-98b7-bd3bf03df988 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.751695] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682a8ba9-b018-42f1-b7d0-055d0132b7ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.758464] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214292, 'name': CreateVM_Task, 'duration_secs': 0.443873} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.759301] env[69486]: DEBUG nova.network.neutron [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.765202] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.765202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.765202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.765202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.765202] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54683dd8-dbc3-4538-9a8d-58cce4e9e5c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.766954] env[69486]: DEBUG oslo_vmware.api [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 931.766954] env[69486]: value = "task-3214293" [ 931.766954] env[69486]: _type = "Task" [ 931.766954] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.774173] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 931.774173] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523e8e25-6cdd-7670-8a00-2e0bdc3892bf" [ 931.774173] env[69486]: _type = "Task" [ 931.774173] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.783609] env[69486]: DEBUG oslo_vmware.api [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.791423] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523e8e25-6cdd-7670-8a00-2e0bdc3892bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.791730] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.791958] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.792221] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.792463] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.793634] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.793634] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10edc10d-47a2-4708-8d42-7918c2091c50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.807611] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.807735] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.808534] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a1e097-2a42-46d8-a445-b8ea4394dc93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.818415] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 931.818415] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9c909-82cb-c0b9-e37e-5486e11d9a6c" [ 931.818415] env[69486]: _type = "Task" [ 931.818415] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.830021] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9c909-82cb-c0b9-e37e-5486e11d9a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.836750] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.997037] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "05950d7e-de80-4015-b282-26189549239b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.997037] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "05950d7e-de80-4015-b282-26189549239b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.020811] env[69486]: DEBUG nova.network.neutron [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Successfully created port: fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.024197] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.062791] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.170842] env[69486]: DEBUG nova.network.neutron [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Updated VIF entry in instance network info cache for port bfabb0d2-f89d-47a6-9b54-882436627bcc. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.171059] env[69486]: DEBUG nova.network.neutron [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Updating instance_info_cache with network_info: [{"id": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "address": "fa:16:3e:68:7e:d0", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfabb0d2-f8", "ovs_interfaceid": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.203986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "a22b3977-2a6f-4f01-949d-874208903ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.203986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.203986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.203986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.203986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.207813] env[69486]: INFO nova.compute.manager [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Terminating instance [ 932.248338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.262116] env[69486]: DEBUG nova.network.neutron [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.282042] env[69486]: DEBUG oslo_vmware.api [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210465} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.282267] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.282443] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.282779] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.283911] env[69486]: INFO nova.compute.manager [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Took 1.67 seconds to destroy the instance on the hypervisor. [ 932.283911] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.283911] env[69486]: DEBUG nova.compute.manager [-] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.283911] env[69486]: DEBUG nova.network.neutron [-] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.332779] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9c909-82cb-c0b9-e37e-5486e11d9a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014917} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.336265] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b218075-7db6-41e2-9719-8b2d4b205437 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.343071] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 932.343071] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d60516-2755-f885-c83c-f7ed2a8eb1f4" [ 932.343071] env[69486]: _type = "Task" [ 932.343071] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.357224] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d60516-2755-f885-c83c-f7ed2a8eb1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.359826] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.360108] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/f90fda9a-3882-4a28-a9b5-5827d5b7b59a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.361287] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aff3d28-8713-4dfd-96a1-5692fbfa2e7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.373123] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 932.373123] env[69486]: value = "task-3214294" [ 932.373123] env[69486]: _type = "Task" [ 932.373123] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.382459] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.395236] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df688cc7-d949-4a0a-ab85-348847ecd5a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.402852] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb430e6-9e7c-4f88-923e-cb261d60e95d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.434200] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918f80f4-5b45-4acd-b874-7726867eeeed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443098] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8a853-eb50-4c41-9e91-2c800bf9407d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.457812] env[69486]: DEBUG nova.compute.provider_tree [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.500715] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.586648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.676703] env[69486]: DEBUG oslo_concurrency.lockutils [req-5e1b1546-f7f4-4e44-be16-aa4016c04065 req-70fbad15-68cd-4a28-9e7d-d031eca9be11 service nova] Releasing lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.714915] env[69486]: DEBUG nova.compute.manager [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.714915] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.715821] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f92ad-ed52-4d58-8ab4-8a0da372c9bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.727604] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.727908] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684f38cf-2798-4a16-9bff-201a19f9a303 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.740070] env[69486]: DEBUG oslo_vmware.api [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 932.740070] env[69486]: value = "task-3214295" [ 932.740070] env[69486]: _type = "Task" [ 932.740070] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.754330] env[69486]: DEBUG oslo_vmware.api [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.766137] env[69486]: INFO nova.compute.manager [-] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Took 1.03 seconds to deallocate network for instance. [ 932.885149] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503362} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.885430] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/f90fda9a-3882-4a28-a9b5-5827d5b7b59a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.885655] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.885930] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec44e496-2a1c-4033-be9e-193ae68ff9b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.893418] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 932.893418] env[69486]: value = "task-3214296" [ 932.893418] env[69486]: _type = "Task" [ 932.893418] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.902430] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.962080] env[69486]: DEBUG nova.scheduler.client.report [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.024239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.040035] env[69486]: DEBUG nova.network.neutron [-] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.041655] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.070761] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.071017] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.071185] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.071405] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.071564] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.071722] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.071939] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.072110] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.072283] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.072446] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.072619] env[69486]: DEBUG nova.virt.hardware [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.073927] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9bf26-198e-4084-9f27-c86be0c668cb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.082526] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b33d4e-cd63-4e45-88c2-42a3447b6fd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.132436] env[69486]: DEBUG nova.compute.manager [req-2e918a0f-6bda-4374-9d45-eb062f63b34f req-7f04eb91-a3cf-4bf5-9ba9-aec8d1fa020d service nova] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Received event network-vif-deleted-8a03505d-26c0-4de9-9d55-fa2c95518ca8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 933.251077] env[69486]: DEBUG oslo_vmware.api [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214295, 'name': PowerOffVM_Task, 'duration_secs': 0.330148} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.251356] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.251523] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.251765] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8589d10f-cef7-4ea2-93e7-00375be7ef15 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.273827] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.404303] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07482} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.404626] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.405622] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fad364b-05dc-48d4-a9d2-05e5123528d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.429060] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/f90fda9a-3882-4a28-a9b5-5827d5b7b59a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.429387] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd9e2c8-0ac7-4915-b769-773640918f44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.451360] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 933.451360] env[69486]: value = "task-3214298" [ 933.451360] env[69486]: _type = "Task" [ 933.451360] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.461581] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.467459] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.467994] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.472794] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.742s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.472794] env[69486]: INFO nova.compute.claims [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.479430] env[69486]: DEBUG nova.compute.manager [req-3cc18066-6c8d-4404-8a53-093e7c31db85 req-53fc0d31-52f3-49dd-a04a-60c41fbb563a service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Received event network-vif-plugged-fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 933.479594] env[69486]: DEBUG oslo_concurrency.lockutils [req-3cc18066-6c8d-4404-8a53-093e7c31db85 req-53fc0d31-52f3-49dd-a04a-60c41fbb563a service nova] Acquiring lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.479832] env[69486]: DEBUG oslo_concurrency.lockutils [req-3cc18066-6c8d-4404-8a53-093e7c31db85 req-53fc0d31-52f3-49dd-a04a-60c41fbb563a service nova] Lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.480010] env[69486]: DEBUG oslo_concurrency.lockutils [req-3cc18066-6c8d-4404-8a53-093e7c31db85 req-53fc0d31-52f3-49dd-a04a-60c41fbb563a service nova] Lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.480185] env[69486]: DEBUG nova.compute.manager [req-3cc18066-6c8d-4404-8a53-093e7c31db85 req-53fc0d31-52f3-49dd-a04a-60c41fbb563a service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] No waiting events found dispatching network-vif-plugged-fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.480346] env[69486]: WARNING nova.compute.manager [req-3cc18066-6c8d-4404-8a53-093e7c31db85 req-53fc0d31-52f3-49dd-a04a-60c41fbb563a service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Received unexpected event network-vif-plugged-fd6424d2-7583-4da1-b876-dd49ca2550b1 for instance with vm_state building and task_state spawning. [ 933.546597] env[69486]: INFO nova.compute.manager [-] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Took 1.26 seconds to deallocate network for instance. [ 933.579860] env[69486]: DEBUG nova.network.neutron [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Successfully updated port: fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.962452] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214298, 'name': ReconfigVM_Task, 'duration_secs': 0.303026} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.962790] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/f90fda9a-3882-4a28-a9b5-5827d5b7b59a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.963458] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea716f4a-be08-4420-bce5-f3776dfdabe0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.971524] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 933.971524] env[69486]: value = "task-3214299" [ 933.971524] env[69486]: _type = "Task" [ 933.971524] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.980202] env[69486]: DEBUG nova.compute.utils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.981440] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214299, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.981707] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.981871] env[69486]: DEBUG nova.network.neutron [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.021263] env[69486]: DEBUG nova.policy [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.052376] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.082232] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.082427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.082547] env[69486]: DEBUG nova.network.neutron [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.343586] env[69486]: DEBUG nova.network.neutron [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Successfully created port: 2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.483905] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214299, 'name': Rename_Task, 'duration_secs': 0.15957} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.484089] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.484376] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd92ca72-6882-4b4a-8606-f9644abe716e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.486277] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.499605] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 934.499605] env[69486]: value = "task-3214300" [ 934.499605] env[69486]: _type = "Task" [ 934.499605] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.514783] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.621725] env[69486]: DEBUG nova.network.neutron [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.762946] env[69486]: DEBUG nova.network.neutron [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [{"id": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "address": "fa:16:3e:f3:36:43", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6424d2-75", "ovs_interfaceid": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.823711] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a1fad-8701-454d-9771-dab1b054087e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.831934] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e6aae-892e-45c1-8f67-8c5539818280 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.863993] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc1b64-a903-4405-a449-8a1984e36b68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.871947] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b6585-43b3-4d14-9bb0-13f204760697 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.885570] env[69486]: DEBUG nova.compute.provider_tree [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.942349] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.942604] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.942747] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleting the datastore file [datastore1] a22b3977-2a6f-4f01-949d-874208903ff4 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.943021] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4ae5e4-06d0-445f-b2a5-04c7fa1581df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.962736] env[69486]: DEBUG oslo_vmware.api [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for the task: (returnval){ [ 934.962736] env[69486]: value = "task-3214301" [ 934.962736] env[69486]: _type = "Task" [ 934.962736] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.971006] env[69486]: DEBUG oslo_vmware.api [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.012977] env[69486]: DEBUG oslo_vmware.api [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214300, 'name': PowerOnVM_Task, 'duration_secs': 0.469596} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.013354] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.013647] env[69486]: INFO nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Took 6.45 seconds to spawn the instance on the hypervisor. [ 935.013913] env[69486]: DEBUG nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.015028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b6bf3-ca73-44cf-b6d1-8338315d002a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.266242] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.266592] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Instance network_info: |[{"id": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "address": "fa:16:3e:f3:36:43", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6424d2-75", "ovs_interfaceid": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.267091] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:36:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6424d2-7583-4da1-b876-dd49ca2550b1', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.274849] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.275053] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.275286] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae811f6-4ce5-4f3c-9f75-e1bd53120da8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.296772] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.296772] env[69486]: value = "task-3214302" [ 935.296772] env[69486]: _type = "Task" [ 935.296772] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.311090] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214302, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.388871] env[69486]: DEBUG nova.scheduler.client.report [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.473786] env[69486]: DEBUG oslo_vmware.api [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Task: {'id': task-3214301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162659} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.473912] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.474146] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.474384] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.474442] env[69486]: INFO nova.compute.manager [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Took 2.76 seconds to destroy the instance on the hypervisor. [ 935.474790] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.474999] env[69486]: DEBUG nova.compute.manager [-] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.475180] env[69486]: DEBUG nova.network.neutron [-] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.498388] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.526708] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.526959] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.527129] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.527316] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.527460] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.527607] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.528098] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.528336] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.528522] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.528695] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.528871] env[69486]: DEBUG nova.virt.hardware [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.538087] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55779ea1-898d-45d6-b19b-618d6c5384b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.540445] env[69486]: INFO nova.compute.manager [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Took 31.66 seconds to build instance. [ 935.546009] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e99f81-3959-4333-8338-9cb53c9cc2c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.710230] env[69486]: DEBUG nova.compute.manager [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Received event network-changed-fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 935.710430] env[69486]: DEBUG nova.compute.manager [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Refreshing instance network info cache due to event network-changed-fd6424d2-7583-4da1-b876-dd49ca2550b1. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 935.711220] env[69486]: DEBUG oslo_concurrency.lockutils [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] Acquiring lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.711220] env[69486]: DEBUG oslo_concurrency.lockutils [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] Acquired lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.711368] env[69486]: DEBUG nova.network.neutron [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Refreshing network info cache for port fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.808229] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214302, 'name': CreateVM_Task, 'duration_secs': 0.346594} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.808407] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.809328] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.809541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.809799] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.810076] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0aee1dd-bd2a-4fed-a593-da146e568790 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.815445] env[69486]: DEBUG nova.compute.manager [req-4fc8586c-24fc-4205-a23d-4767243b078f req-c204e9b3-74b5-4b97-8878-7407c6fa2de5 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Received event network-vif-deleted-89799128-8619-4fd0-af56-8b47e3c40fb8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 935.816133] env[69486]: INFO nova.compute.manager [req-4fc8586c-24fc-4205-a23d-4767243b078f req-c204e9b3-74b5-4b97-8878-7407c6fa2de5 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Neutron deleted interface 89799128-8619-4fd0-af56-8b47e3c40fb8; detaching it from the instance and deleting it from the info cache [ 935.816133] env[69486]: DEBUG nova.network.neutron [req-4fc8586c-24fc-4205-a23d-4767243b078f req-c204e9b3-74b5-4b97-8878-7407c6fa2de5 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.820626] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 935.820626] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522de073-ed00-57fd-77dd-f2e348551d6b" [ 935.820626] env[69486]: _type = "Task" [ 935.820626] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.834755] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522de073-ed00-57fd-77dd-f2e348551d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.835579] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.835812] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.836056] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.836206] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.836383] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.836852] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d7b26d-1387-4c95-9bb5-19868815d8c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.848546] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.848730] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.850194] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf74c23-6390-42cf-81ad-b6464ac4ff58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.855497] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 935.855497] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52dedf41-dbd2-a18f-6429-0187e3de7246" [ 935.855497] env[69486]: _type = "Task" [ 935.855497] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.863427] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52dedf41-dbd2-a18f-6429-0187e3de7246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.894039] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.894527] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.897463] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.382s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.897817] env[69486]: DEBUG nova.objects.instance [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lazy-loading 'resources' on Instance uuid 141038b4-0de6-40ba-9c73-e018620c2068 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.926589] env[69486]: DEBUG nova.network.neutron [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Successfully updated port: 2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.960406] env[69486]: INFO nova.compute.manager [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Rescuing [ 935.960662] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.960813] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.960977] env[69486]: DEBUG nova.network.neutron [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.042363] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5a8c647c-7a0b-4a8d-8b16-c4b495f62158 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.180s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.289566] env[69486]: DEBUG nova.network.neutron [-] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.323069] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58faee06-7dce-4040-acb2-c89b26390c69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.334759] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412fb80d-804e-4766-a137-67dcd90dbb4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.369304] env[69486]: DEBUG nova.compute.manager [req-4fc8586c-24fc-4205-a23d-4767243b078f req-c204e9b3-74b5-4b97-8878-7407c6fa2de5 service nova] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Detach interface failed, port_id=89799128-8619-4fd0-af56-8b47e3c40fb8, reason: Instance a22b3977-2a6f-4f01-949d-874208903ff4 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 936.378446] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52dedf41-dbd2-a18f-6429-0187e3de7246, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.379453] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0aaf89-64f9-4954-82a8-1d46113d68d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.385032] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 936.385032] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a8d9a3-a00a-b23b-f378-35bca134ed33" [ 936.385032] env[69486]: _type = "Task" [ 936.385032] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.392761] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a8d9a3-a00a-b23b-f378-35bca134ed33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.399010] env[69486]: DEBUG nova.compute.utils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.400301] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.400465] env[69486]: DEBUG nova.network.neutron [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.432215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-1a1541b2-9d86-4d66-b05d-385f19562c46" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.432215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-1a1541b2-9d86-4d66-b05d-385f19562c46" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.432215] env[69486]: DEBUG nova.network.neutron [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.438339] env[69486]: DEBUG nova.network.neutron [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updated VIF entry in instance network info cache for port fd6424d2-7583-4da1-b876-dd49ca2550b1. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.438439] env[69486]: DEBUG nova.network.neutron [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [{"id": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "address": "fa:16:3e:f3:36:43", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6424d2-75", "ovs_interfaceid": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.443152] env[69486]: DEBUG nova.policy [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2631068780c403c84273c950a2e0a9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0246d50469047698a61a71b5b49ec51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.642340] env[69486]: DEBUG nova.network.neutron [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Updating instance_info_cache with network_info: [{"id": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "address": "fa:16:3e:68:7e:d0", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfabb0d2-f8", "ovs_interfaceid": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.724386] env[69486]: DEBUG nova.network.neutron [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Successfully created port: 10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.728826] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c642abe-a40d-4d02-b4a2-f92f73078e4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.737760] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9427084-8979-4e81-a2db-98f4b40d6fe5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.771459] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9c549-cf0a-4a02-889b-8bef7916e350 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.780113] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b64b362-0ac4-4608-ac26-2921535183d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.795341] env[69486]: INFO nova.compute.manager [-] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Took 1.32 seconds to deallocate network for instance. [ 936.795870] env[69486]: DEBUG nova.compute.provider_tree [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.895613] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a8d9a3-a00a-b23b-f378-35bca134ed33, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.895880] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.896161] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a/14c924c3-c0ce-4114-9272-3df61026f88a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.896413] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7a8e87-b7ee-44b9-805a-b480eb8ef28a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.905133] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.908116] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 936.908116] env[69486]: value = "task-3214303" [ 936.908116] env[69486]: _type = "Task" [ 936.908116] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.918423] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.941030] env[69486]: DEBUG oslo_concurrency.lockutils [req-7eb4d551-6603-4d81-b5fc-1ca3ea3fa854 req-d5994b25-bd90-42b5-a847-79c41445df5e service nova] Releasing lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.970445] env[69486]: DEBUG nova.network.neutron [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.108506] env[69486]: DEBUG nova.network.neutron [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Updating instance_info_cache with network_info: [{"id": "2b3c9f95-ef7e-45bc-9146-eeecf688ea1c", "address": "fa:16:3e:41:04:5b", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3c9f95-ef", "ovs_interfaceid": "2b3c9f95-ef7e-45bc-9146-eeecf688ea1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.147016] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.300441] env[69486]: DEBUG nova.scheduler.client.report [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.305991] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.436066] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.618098] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-1a1541b2-9d86-4d66-b05d-385f19562c46" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.618098] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Instance network_info: |[{"id": "2b3c9f95-ef7e-45bc-9146-eeecf688ea1c", "address": "fa:16:3e:41:04:5b", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3c9f95-ef", "ovs_interfaceid": "2b3c9f95-ef7e-45bc-9146-eeecf688ea1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.618098] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:04:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b3c9f95-ef7e-45bc-9146-eeecf688ea1c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.631753] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.632196] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.632542] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21d0a250-a948-4ac2-8c2b-b4fa3c2e3018 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.675361] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.675361] env[69486]: value = "task-3214304" [ 937.675361] env[69486]: _type = "Task" [ 937.675361] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.681570] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214304, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.745222] env[69486]: DEBUG nova.compute.manager [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Received event network-vif-plugged-2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 937.745813] env[69486]: DEBUG oslo_concurrency.lockutils [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] Acquiring lock "1a1541b2-9d86-4d66-b05d-385f19562c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.746270] env[69486]: DEBUG oslo_concurrency.lockutils [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.746795] env[69486]: DEBUG oslo_concurrency.lockutils [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.747173] env[69486]: DEBUG nova.compute.manager [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] No waiting events found dispatching network-vif-plugged-2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.747550] env[69486]: WARNING nova.compute.manager [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Received unexpected event network-vif-plugged-2b3c9f95-ef7e-45bc-9146-eeecf688ea1c for instance with vm_state building and task_state spawning. [ 937.747888] env[69486]: DEBUG nova.compute.manager [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Received event network-changed-2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 937.748233] env[69486]: DEBUG nova.compute.manager [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Refreshing instance network info cache due to event network-changed-2b3c9f95-ef7e-45bc-9146-eeecf688ea1c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 937.748597] env[69486]: DEBUG oslo_concurrency.lockutils [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] Acquiring lock "refresh_cache-1a1541b2-9d86-4d66-b05d-385f19562c46" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.749024] env[69486]: DEBUG oslo_concurrency.lockutils [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] Acquired lock "refresh_cache-1a1541b2-9d86-4d66-b05d-385f19562c46" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.750216] env[69486]: DEBUG nova.network.neutron [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Refreshing network info cache for port 2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.806599] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.809242] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.681s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.809509] env[69486]: DEBUG nova.objects.instance [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lazy-loading 'resources' on Instance uuid eda9280b-3a26-4e37-a2e3-cf404597dac3 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.832032] env[69486]: INFO nova.scheduler.client.report [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Deleted allocations for instance 141038b4-0de6-40ba-9c73-e018620c2068 [ 937.924331] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.926384] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57326} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.926835] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a/14c924c3-c0ce-4114-9272-3df61026f88a.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.927083] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.927340] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1a6d750-8e5f-4cf3-bc81-3f3f47bfb310 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.937298] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 937.937298] env[69486]: value = "task-3214305" [ 937.937298] env[69486]: _type = "Task" [ 937.937298] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.949934] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.950458] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.950820] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.951256] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.951582] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.952027] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.952238] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.952468] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.952702] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.952941] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.953214] env[69486]: DEBUG nova.virt.hardware [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.954365] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0635d28-749d-46e2-bfee-42fc1851c272 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.960359] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.967994] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837937c-42b6-4fc9-bf18-a824e887f0ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.184828] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214304, 'name': CreateVM_Task, 'duration_secs': 0.366415} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.185856] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.187049] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.187049] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.187319] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.188022] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a031fbc4-c31b-494d-b2f0-fc44b384a679 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.193154] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 938.193154] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d7bd25-be36-ac80-82e2-c55689262eb5" [ 938.193154] env[69486]: _type = "Task" [ 938.193154] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.200587] env[69486]: DEBUG nova.compute.manager [req-06692ed9-5fab-4ff2-ae83-cf83949a3720 req-3eaf002f-be24-4589-aadf-456e06c914ed service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Received event network-vif-plugged-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 938.200587] env[69486]: DEBUG oslo_concurrency.lockutils [req-06692ed9-5fab-4ff2-ae83-cf83949a3720 req-3eaf002f-be24-4589-aadf-456e06c914ed service nova] Acquiring lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.200587] env[69486]: DEBUG oslo_concurrency.lockutils [req-06692ed9-5fab-4ff2-ae83-cf83949a3720 req-3eaf002f-be24-4589-aadf-456e06c914ed service nova] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.200587] env[69486]: DEBUG oslo_concurrency.lockutils [req-06692ed9-5fab-4ff2-ae83-cf83949a3720 req-3eaf002f-be24-4589-aadf-456e06c914ed service nova] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.200587] env[69486]: DEBUG nova.compute.manager [req-06692ed9-5fab-4ff2-ae83-cf83949a3720 req-3eaf002f-be24-4589-aadf-456e06c914ed service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] No waiting events found dispatching network-vif-plugged-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.200587] env[69486]: WARNING nova.compute.manager [req-06692ed9-5fab-4ff2-ae83-cf83949a3720 req-3eaf002f-be24-4589-aadf-456e06c914ed service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Received unexpected event network-vif-plugged-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca for instance with vm_state building and task_state spawning. [ 938.207285] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d7bd25-be36-ac80-82e2-c55689262eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.342297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f6d242fb-6578-4a42-8503-f5e93bea9000 tempest-ServerPasswordTestJSON-1225299317 tempest-ServerPasswordTestJSON-1225299317-project-member] Lock "141038b4-0de6-40ba-9c73-e018620c2068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.339s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.459875] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222361} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.463590] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.466796] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63886e7c-4398-4cd1-aba8-4899f35e0742 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.492254] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a/14c924c3-c0ce-4114-9272-3df61026f88a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.497491] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a9b59d-9512-4159-8b3c-8488e7c50187 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.515486] env[69486]: DEBUG nova.network.neutron [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Successfully updated port: 10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.521370] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 938.521370] env[69486]: value = "task-3214306" [ 938.521370] env[69486]: _type = "Task" [ 938.521370] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.531926] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.548368] env[69486]: DEBUG nova.network.neutron [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Updated VIF entry in instance network info cache for port 2b3c9f95-ef7e-45bc-9146-eeecf688ea1c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.548368] env[69486]: DEBUG nova.network.neutron [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Updating instance_info_cache with network_info: [{"id": "2b3c9f95-ef7e-45bc-9146-eeecf688ea1c", "address": "fa:16:3e:41:04:5b", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3c9f95-ef", "ovs_interfaceid": "2b3c9f95-ef7e-45bc-9146-eeecf688ea1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.675361] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1c1aa-8303-4af6-91c8-4c9e02084ac8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.683278] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dbe2bd-e95c-411a-9400-26176cd94b8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.686710] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.686984] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b008c9e2-2389-4016-82f6-1db321194632 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.721439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5ccb1-8e82-4c3e-890a-dcea9f259c14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.723791] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 938.723791] env[69486]: value = "task-3214307" [ 938.723791] env[69486]: _type = "Task" [ 938.723791] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.731815] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d7bd25-be36-ac80-82e2-c55689262eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.041306} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.734046] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.734340] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.734979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.734979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.734979] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.735212] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52bb06db-de25-495f-b510-2351a54ab418 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.738854] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2abeb09-ab02-4b45-bc29-dfb76a0f4452 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.744873] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.758833] env[69486]: DEBUG nova.compute.provider_tree [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.761301] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.761301] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.761405] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333ffbca-a8fb-49ad-a015-ff2bfa69cb48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.768456] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 938.768456] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a85bf5-e479-8441-9cbd-39c69b2f8d77" [ 938.768456] env[69486]: _type = "Task" [ 938.768456] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.777301] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a85bf5-e479-8441-9cbd-39c69b2f8d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.018677] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.019133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.019133] env[69486]: DEBUG nova.network.neutron [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.032376] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.053331] env[69486]: DEBUG oslo_concurrency.lockutils [req-12e93f41-0fff-4c37-a750-84ec35a50883 req-ca165f53-0b47-40b1-b12b-a41cc7eac752 service nova] Releasing lock "refresh_cache-1a1541b2-9d86-4d66-b05d-385f19562c46" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234959] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214307, 'name': PowerOffVM_Task, 'duration_secs': 0.193688} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.235374] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.236022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab993f-dcb4-4fd6-ba66-52bff2e5665e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.255599] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62937b05-7c43-4b59-82a2-e20689fde9fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.266964] env[69486]: DEBUG nova.scheduler.client.report [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.284625] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a85bf5-e479-8441-9cbd-39c69b2f8d77, 'name': SearchDatastore_Task, 'duration_secs': 0.015604} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.285329] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c6fd69-d816-4874-91e0-fd69bc3dc083 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.291200] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 939.291200] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9c2b4-4d44-283b-4267-c58747383729" [ 939.291200] env[69486]: _type = "Task" [ 939.291200] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.303343] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e9c2b4-4d44-283b-4267-c58747383729, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.305338] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.305617] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.305858] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1a1541b2-9d86-4d66-b05d-385f19562c46/1a1541b2-9d86-4d66-b05d-385f19562c46.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.306096] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22930077-1721-4590-be7d-aa6a4d9f4d58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.307545] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63b725d9-f0b3-4f06-9fc3-ef20770672bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.314898] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 939.314898] env[69486]: value = "task-3214309" [ 939.314898] env[69486]: _type = "Task" [ 939.314898] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.316146] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 939.316146] env[69486]: value = "task-3214308" [ 939.316146] env[69486]: _type = "Task" [ 939.316146] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.327798] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.540258] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214306, 'name': ReconfigVM_Task, 'duration_secs': 0.690603} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.540540] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a/14c924c3-c0ce-4114-9272-3df61026f88a.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.541350] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caaef0b1-1a5b-4a42-8ce6-85214e0f92a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.551099] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 939.551099] env[69486]: value = "task-3214310" [ 939.551099] env[69486]: _type = "Task" [ 939.551099] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.562814] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214310, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.572546] env[69486]: DEBUG nova.network.neutron [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.661771] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.662143] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.662324] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.662507] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.662671] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.665263] env[69486]: INFO nova.compute.manager [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Terminating instance [ 939.777413] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.780660] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.120s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.780660] env[69486]: DEBUG nova.objects.instance [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.829178] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505376} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.830674] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 1a1541b2-9d86-4d66-b05d-385f19562c46/1a1541b2-9d86-4d66-b05d-385f19562c46.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.830674] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.830674] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f69f2f6-fff2-497b-8770-87636ed93df7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.834320] env[69486]: DEBUG nova.network.neutron [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updating instance_info_cache with network_info: [{"id": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "address": "fa:16:3e:93:f5:15", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b30b9d-39", "ovs_interfaceid": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.840603] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 939.840603] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.840603] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840603] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.840603] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.840865] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65484bb0-b863-47e5-ae2a-0aa1eec937be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.845194] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 939.845194] env[69486]: value = "task-3214311" [ 939.845194] env[69486]: _type = "Task" [ 939.845194] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.849943] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.849943] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.850436] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2da97cf-4390-4507-ad49-98554289069e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.857977] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.861574] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 939.861574] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524cff0a-f267-e106-75d5-0ce9c3bcbc71" [ 939.861574] env[69486]: _type = "Task" [ 939.861574] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.872104] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524cff0a-f267-e106-75d5-0ce9c3bcbc71, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.873039] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f4b3a6-12c4-4e27-9d37-eaf2ca578195 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.879088] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 939.879088] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c94b7a-ea9e-98d7-dff6-9c0b68173b83" [ 939.879088] env[69486]: _type = "Task" [ 939.879088] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.880039] env[69486]: INFO nova.scheduler.client.report [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Deleted allocations for instance eda9280b-3a26-4e37-a2e3-cf404597dac3 [ 939.897193] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c94b7a-ea9e-98d7-dff6-9c0b68173b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.897393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.897646] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. {{(pid=69486) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 939.897906] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21ba431f-11d8-444d-bca6-8c78ebff2fd7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.905628] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 939.905628] env[69486]: value = "task-3214312" [ 939.905628] env[69486]: _type = "Task" [ 939.905628] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.917853] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.063475] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214310, 'name': Rename_Task, 'duration_secs': 0.29301} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.064008] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.065103] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021280ef-f305-48e8-a51f-fe386cb5bfdb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.074997] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 940.074997] env[69486]: value = "task-3214313" [ 940.074997] env[69486]: _type = "Task" [ 940.074997] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.084932] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.169902] env[69486]: DEBUG nova.compute.manager [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.170170] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.171214] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2af6a-05f6-48d5-b931-19201fe26acc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.180629] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.180930] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb79ae6-10c4-465b-b13e-82d29efe068a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.194561] env[69486]: DEBUG oslo_vmware.api [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 940.194561] env[69486]: value = "task-3214314" [ 940.194561] env[69486]: _type = "Task" [ 940.194561] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.207657] env[69486]: DEBUG oslo_vmware.api [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3214314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.242809] env[69486]: DEBUG nova.compute.manager [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Received event network-changed-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 940.243106] env[69486]: DEBUG nova.compute.manager [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Refreshing instance network info cache due to event network-changed-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 940.243351] env[69486]: DEBUG oslo_concurrency.lockutils [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] Acquiring lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.343022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.343022] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Instance network_info: |[{"id": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "address": "fa:16:3e:93:f5:15", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b30b9d-39", "ovs_interfaceid": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.343022] env[69486]: DEBUG oslo_concurrency.lockutils [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] Acquired lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.343022] env[69486]: DEBUG nova.network.neutron [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Refreshing network info cache for port 10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.343022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f5:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b30b9d-39fc-4de4-9bba-72ae4f0df8ca', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.351775] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.353292] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.357999] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec118ed-9f5e-469b-9b14-025b8418d49d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.382563] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076227} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.384638] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.386272] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.386272] env[69486]: value = "task-3214315" [ 940.386272] env[69486]: _type = "Task" [ 940.386272] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.387025] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58982f7d-2fb7-41f3-9826-84b8143950b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.397249] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4d2db6b6-ce7f-4fba-87b2-6422b37a5428 tempest-ServersAdminTestJSON-1507683661 tempest-ServersAdminTestJSON-1507683661-project-member] Lock "eda9280b-3a26-4e37-a2e3-cf404597dac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.711s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.426873] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 1a1541b2-9d86-4d66-b05d-385f19562c46/1a1541b2-9d86-4d66-b05d-385f19562c46.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.428354] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214315, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.435019] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3514088f-2d89-4ae3-8711-b90f4476c187 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.455194] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452177} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.456571] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. [ 940.456914] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 940.456914] env[69486]: value = "task-3214316" [ 940.456914] env[69486]: _type = "Task" [ 940.456914] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.457708] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94870efd-5694-4a3a-a446-44f3f4981a47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.471060] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.493917] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.494262] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82fd5a38-ba04-49be-9bec-ee8a8cff4c95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.516539] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 940.516539] env[69486]: value = "task-3214317" [ 940.516539] env[69486]: _type = "Task" [ 940.516539] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.527149] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.588325] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.708265] env[69486]: DEBUG oslo_vmware.api [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3214314, 'name': PowerOffVM_Task, 'duration_secs': 0.215422} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.708539] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.708766] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.709129] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70465ff9-5301-4e7e-b91e-0fdad977d2ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.795381] env[69486]: DEBUG oslo_concurrency.lockutils [None req-369e84b1-2aa4-4d94-bcc3-71e0afe00506 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.796600] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.110s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.796833] env[69486]: DEBUG nova.objects.instance [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lazy-loading 'resources' on Instance uuid 8e447be5-6131-413b-9e67-5d9e5bed2ed6 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.800630] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.800865] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.801143] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Deleting the datastore file [datastore1] b61972c7-ddfd-47a5-9bc4-314effb27ee5 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.801462] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1abbc222-4186-4115-88f6-388e175f1141 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.810115] env[69486]: DEBUG oslo_vmware.api [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for the task: (returnval){ [ 940.810115] env[69486]: value = "task-3214319" [ 940.810115] env[69486]: _type = "Task" [ 940.810115] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.820567] env[69486]: DEBUG oslo_vmware.api [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3214319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.900203] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214315, 'name': CreateVM_Task, 'duration_secs': 0.382865} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.900424] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.901123] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.901301] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.901721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.901881] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7ade6c-1e59-4470-82f2-1f7eaa494bb6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.907356] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 940.907356] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7aa05-b8a0-0be4-1a11-e0600a5d3c4c" [ 940.907356] env[69486]: _type = "Task" [ 940.907356] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.917842] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7aa05-b8a0-0be4-1a11-e0600a5d3c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.977908] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214316, 'name': ReconfigVM_Task, 'duration_secs': 0.370361} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.977908] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 1a1541b2-9d86-4d66-b05d-385f19562c46/1a1541b2-9d86-4d66-b05d-385f19562c46.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.977908] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160ecc9a-0a68-4901-b8c6-3c96ddb3c57f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.986208] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 940.986208] env[69486]: value = "task-3214320" [ 940.986208] env[69486]: _type = "Task" [ 940.986208] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.000196] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214320, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.031741] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214317, 'name': ReconfigVM_Task, 'duration_secs': 0.383926} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.036384] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.036384] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b4a58-c37c-4c77-ada2-f6bcf80c9b28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.085017] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71eb35f0-6c55-4e07-8a46-e8ad529efe59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.117748] env[69486]: DEBUG oslo_vmware.api [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214313, 'name': PowerOnVM_Task, 'duration_secs': 0.662434} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.119521] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.119827] env[69486]: INFO nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Took 8.08 seconds to spawn the instance on the hypervisor. [ 941.120113] env[69486]: DEBUG nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.120571] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 941.120571] env[69486]: value = "task-3214321" [ 941.120571] env[69486]: _type = "Task" [ 941.120571] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.121670] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e9849-3ed8-438e-b541-24be2080b1bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.137071] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.292475] env[69486]: DEBUG nova.network.neutron [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updated VIF entry in instance network info cache for port 10b30b9d-39fc-4de4-9bba-72ae4f0df8ca. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.292990] env[69486]: DEBUG nova.network.neutron [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updating instance_info_cache with network_info: [{"id": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "address": "fa:16:3e:93:f5:15", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b30b9d-39", "ovs_interfaceid": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.321335] env[69486]: DEBUG oslo_vmware.api [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Task: {'id': task-3214319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294982} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.321547] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.321729] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.321903] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.322113] env[69486]: INFO nova.compute.manager [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 941.322405] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.325405] env[69486]: DEBUG nova.compute.manager [-] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.325523] env[69486]: DEBUG nova.network.neutron [-] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.424708] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7aa05-b8a0-0be4-1a11-e0600a5d3c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.037378} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.425031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.425277] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.425514] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.425655] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.425829] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.426140] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b444014-b837-4cc9-a3ac-5dfc578c828a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.445379] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.445379] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.445766] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c320688-2a53-41c6-a618-8c45868edc7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.452668] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 941.452668] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52493366-5d93-9b12-e3fd-2967187513d2" [ 941.452668] env[69486]: _type = "Task" [ 941.452668] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.463767] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52493366-5d93-9b12-e3fd-2967187513d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.503650] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214320, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.642240] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.644560] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f2299d-f3ad-4e19-ac4e-deb581315c6b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.661600] env[69486]: INFO nova.compute.manager [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Took 34.98 seconds to build instance. [ 941.664140] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9afde5a-5e40-4135-b9c5-e7ba008f17a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.722032] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8792c80-da7a-44e9-ba71-aa5a0c17ae12 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.735513] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3caa45-3773-4cba-9db1-c7b09ad71b21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.761487] env[69486]: DEBUG nova.compute.provider_tree [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.796249] env[69486]: DEBUG oslo_concurrency.lockutils [req-4cdeb372-1238-49b7-ba96-20a334177bb8 req-7e0ee324-9ea0-4d17-a0b2-1b9e320f2c63 service nova] Releasing lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.970555] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52493366-5d93-9b12-e3fd-2967187513d2, 'name': SearchDatastore_Task, 'duration_secs': 0.037905} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.971482] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aec9114-8a69-471f-a015-eee36c6cf0ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.978036] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 941.978036] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521e3ec5-fd54-5747-edd3-c702371b22d1" [ 941.978036] env[69486]: _type = "Task" [ 941.978036] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.987443] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521e3ec5-fd54-5747-edd3-c702371b22d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.996905] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214320, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.143584] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214321, 'name': ReconfigVM_Task, 'duration_secs': 0.565795} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.143984] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.144379] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce55403-49b9-4238-808f-f0751912b0ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.155623] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 942.155623] env[69486]: value = "task-3214322" [ 942.155623] env[69486]: _type = "Task" [ 942.155623] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.172636] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3c31c14e-19c6-48a8-aded-638a77a28ba8 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.496s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.172971] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.268021] env[69486]: DEBUG nova.scheduler.client.report [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.437157] env[69486]: DEBUG nova.compute.manager [req-87db233d-d120-486b-9cbb-13193de5f323 req-62659b85-6691-41f5-b605-e02d919c93a5 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Received event network-vif-deleted-2ab68daf-2eda-41a3-abda-e0deba6a4d68 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 942.437466] env[69486]: INFO nova.compute.manager [req-87db233d-d120-486b-9cbb-13193de5f323 req-62659b85-6691-41f5-b605-e02d919c93a5 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Neutron deleted interface 2ab68daf-2eda-41a3-abda-e0deba6a4d68; detaching it from the instance and deleting it from the info cache [ 942.437616] env[69486]: DEBUG nova.network.neutron [req-87db233d-d120-486b-9cbb-13193de5f323 req-62659b85-6691-41f5-b605-e02d919c93a5 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.492882] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521e3ec5-fd54-5747-edd3-c702371b22d1, 'name': SearchDatastore_Task, 'duration_secs': 0.032211} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.499391] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.500471] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] c77fc8a9-f12e-4ea4-895f-96fdba477bf5/c77fc8a9-f12e-4ea4-895f-96fdba477bf5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.502139] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b03898-0c74-4011-8bcb-7610df3c7307 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.516047] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214320, 'name': Rename_Task, 'duration_secs': 1.453263} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.518648] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.518648] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 942.518648] env[69486]: value = "task-3214323" [ 942.518648] env[69486]: _type = "Task" [ 942.518648] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.518648] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a36ebb34-5619-4f14-895e-a0a214972ff3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.531381] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.532985] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 942.532985] env[69486]: value = "task-3214324" [ 942.532985] env[69486]: _type = "Task" [ 942.532985] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.547311] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.667744] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.772341] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.775362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.839s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.775684] env[69486]: DEBUG nova.objects.instance [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lazy-loading 'resources' on Instance uuid 1949ab14-724c-43df-abc8-228657c3996d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.804401] env[69486]: INFO nova.scheduler.client.report [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Deleted allocations for instance 8e447be5-6131-413b-9e67-5d9e5bed2ed6 [ 942.926190] env[69486]: DEBUG nova.network.neutron [-] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.941137] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1942c2c7-67d3-48b5-bc29-c084cfd904ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.969077] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304d133-938a-4ec5-9791-c2e8cb733006 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.015659] env[69486]: DEBUG nova.compute.manager [req-87db233d-d120-486b-9cbb-13193de5f323 req-62659b85-6691-41f5-b605-e02d919c93a5 service nova] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Detach interface failed, port_id=2ab68daf-2eda-41a3-abda-e0deba6a4d68, reason: Instance b61972c7-ddfd-47a5-9bc4-314effb27ee5 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 943.031824] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.048782] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214324, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.167328] env[69486]: DEBUG oslo_vmware.api [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214322, 'name': PowerOnVM_Task, 'duration_secs': 0.681893} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.167954] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.172407] env[69486]: DEBUG nova.compute.manager [None req-15df6c50-6163-4241-a1b6-52b314299038 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.172407] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c90296-d85c-4abd-a6ee-e79c2219d317 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.319742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-02c99aa7-b638-48b8-8234-b3a18ee9ffd0 tempest-ServersWithSpecificFlavorTestJSON-230230608 tempest-ServersWithSpecificFlavorTestJSON-230230608-project-member] Lock "8e447be5-6131-413b-9e67-5d9e5bed2ed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.971s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.428953] env[69486]: INFO nova.compute.manager [-] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Took 2.10 seconds to deallocate network for instance. [ 943.536540] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535889} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.540246] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] c77fc8a9-f12e-4ea4-895f-96fdba477bf5/c77fc8a9-f12e-4ea4-895f-96fdba477bf5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.540246] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.544025] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae602c1-2d02-4a97-9741-6aed30f54651 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.555919] env[69486]: DEBUG oslo_vmware.api [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214324, 'name': PowerOnVM_Task, 'duration_secs': 0.744146} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.557549] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.557774] env[69486]: INFO nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Took 8.06 seconds to spawn the instance on the hypervisor. [ 943.558036] env[69486]: DEBUG nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.558438] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 943.558438] env[69486]: value = "task-3214325" [ 943.558438] env[69486]: _type = "Task" [ 943.558438] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.559283] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a88bd-828a-4e20-840e-e7ca77d774db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.579259] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.704964] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b8aef-f6a7-41ec-8ef1-f1ab082dc46a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717090] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27b6dc0-657b-4d3f-8e7f-ea9992288364 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.760243] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d287032-1abe-4a5d-a7a8-a89613fe78dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.770695] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad6484-5d21-4fb4-9e10-ea68583fd441 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.789192] env[69486]: DEBUG nova.compute.provider_tree [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.931654] env[69486]: DEBUG nova.compute.manager [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 943.944816] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.074141] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172597} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.074811] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.075691] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f2af7b-7c75-4122-8ad5-bc63aec92482 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.119782] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] c77fc8a9-f12e-4ea4-895f-96fdba477bf5/c77fc8a9-f12e-4ea4-895f-96fdba477bf5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.123211] env[69486]: INFO nova.compute.manager [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Took 29.45 seconds to build instance. [ 944.127746] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55605cab-4471-40b6-a0ad-e28963f2e709 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.149064] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 944.149064] env[69486]: value = "task-3214326" [ 944.149064] env[69486]: _type = "Task" [ 944.149064] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.158414] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.294687] env[69486]: DEBUG nova.scheduler.client.report [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.445541] env[69486]: INFO nova.compute.manager [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Unrescuing [ 944.446630] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.446630] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquired lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.446630] env[69486]: DEBUG nova.network.neutron [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.469890] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.625580] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bde6d218-07a0-4c8b-a2de-706cb01103ef tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.962s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.662964] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.799756] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.802522] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.966s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.804324] env[69486]: INFO nova.compute.claims [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.851282] env[69486]: INFO nova.scheduler.client.report [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Deleted allocations for instance 1949ab14-724c-43df-abc8-228657c3996d [ 945.161340] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214326, 'name': ReconfigVM_Task, 'duration_secs': 0.90172} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.161627] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Reconfigured VM instance instance-0000004b to attach disk [datastore2] c77fc8a9-f12e-4ea4-895f-96fdba477bf5/c77fc8a9-f12e-4ea4-895f-96fdba477bf5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.163099] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44713b0f-b201-4e03-b685-63a080d1422e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.173328] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 945.173328] env[69486]: value = "task-3214327" [ 945.173328] env[69486]: _type = "Task" [ 945.173328] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.182598] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214327, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.351408] env[69486]: DEBUG nova.network.neutron [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Updating instance_info_cache with network_info: [{"id": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "address": "fa:16:3e:68:7e:d0", "network": {"id": "e931232e-e69d-4792-b947-a6da5aabc7fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1351352700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31a4df2bfb50417c94f44efa805d3f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfabb0d2-f8", "ovs_interfaceid": "bfabb0d2-f89d-47a6-9b54-882436627bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.365555] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9942f52-23eb-4fcb-b329-ff42a8244732 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "1949ab14-724c-43df-abc8-228657c3996d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.420s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.572979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "5495c78b-b703-4f20-98f0-153829623747" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.573285] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "5495c78b-b703-4f20-98f0-153829623747" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.685203] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214327, 'name': Rename_Task, 'duration_secs': 0.352521} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.685203] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.685521] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34ced45-422b-4947-855f-6e87161ef683 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.695916] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 945.695916] env[69486]: value = "task-3214328" [ 945.695916] env[69486]: _type = "Task" [ 945.695916] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.705149] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.858366] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Releasing lock "refresh_cache-f90fda9a-3882-4a28-a9b5-5827d5b7b59a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.859122] env[69486]: DEBUG nova.objects.instance [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lazy-loading 'flavor' on Instance uuid f90fda9a-3882-4a28-a9b5-5827d5b7b59a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.077863] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.195910] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba0b88-d668-4b37-8b9b-f1a1b3214690 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.210423] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214328, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.213466] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81975c3b-a1f4-4d9b-8946-7be5928a3e59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.251712] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f8a19-8d6b-427d-83a7-8075d330ba95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.261040] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7240780-2042-41e3-8fe7-88d0f130666d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.277906] env[69486]: DEBUG nova.compute.provider_tree [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.366951] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039493d-50de-4ef4-8a17-27fc70333a65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.391983] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.392488] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76e7775-5548-4456-b2bf-a23b54688059 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.403138] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 946.403138] env[69486]: value = "task-3214329" [ 946.403138] env[69486]: _type = "Task" [ 946.403138] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.412491] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.626550] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.713272] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.782696] env[69486]: DEBUG nova.scheduler.client.report [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.914188] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214329, 'name': PowerOffVM_Task, 'duration_secs': 0.484423} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.914188] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.921562] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.922090] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c3cbe1-1645-46b1-a9a0-7a966890cd33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.945620] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 946.945620] env[69486]: value = "task-3214330" [ 946.945620] env[69486]: _type = "Task" [ 946.945620] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.073382] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.073613] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.211611] env[69486]: DEBUG oslo_vmware.api [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214328, 'name': PowerOnVM_Task, 'duration_secs': 1.095875} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.211611] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.211695] env[69486]: INFO nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Took 9.29 seconds to spawn the instance on the hypervisor. [ 947.211799] env[69486]: DEBUG nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.213194] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87dd415-311f-4854-abc9-614690309c9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.290402] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.290402] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.292774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.045s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.294888] env[69486]: INFO nova.compute.claims [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.459472] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.576604] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.731829] env[69486]: INFO nova.compute.manager [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Took 30.02 seconds to build instance. [ 947.798586] env[69486]: DEBUG nova.compute.utils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.801210] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.801210] env[69486]: DEBUG nova.network.neutron [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.855358] env[69486]: DEBUG nova.policy [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f6093f13bf4a8fab33541d7a7ea5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56f25e99a08c4c6094b9a8b3f6676d7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.967998] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214330, 'name': ReconfigVM_Task, 'duration_secs': 0.609222} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.968472] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 947.968816] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.969213] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9da4f9-d818-47f3-aa0d-2a807af8bb53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.979139] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 947.979139] env[69486]: value = "task-3214331" [ 947.979139] env[69486]: _type = "Task" [ 947.979139] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.990957] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.106032] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.179758] env[69486]: DEBUG nova.network.neutron [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Successfully created port: 598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.234851] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7500f565-090d-493d-9748-9ed3cdb48e91 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.536s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.306738] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.496166] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.696377] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f6b6d-5fe4-4760-b780-7cba0b7107a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.706149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "77cde697-505e-45b9-8d7a-8271f180233f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.706149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "77cde697-505e-45b9-8d7a-8271f180233f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.711389] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e65108-7d37-43b6-ba27-1c101c8faa66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.753825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678df044-7c4e-49bf-ab39-48eb49373438 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.764325] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35156b4c-e4c1-4e10-bf5b-1336aba12c5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.781038] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.782211] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.782211] env[69486]: INFO nova.compute.manager [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Shelving [ 948.784054] env[69486]: DEBUG nova.compute.provider_tree [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.990713] env[69486]: DEBUG oslo_vmware.api [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214331, 'name': PowerOnVM_Task, 'duration_secs': 0.682782} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.990986] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.991467] env[69486]: DEBUG nova.compute.manager [None req-4730a683-7301-410a-b771-f80cb0894e55 tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.992329] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d777f6f-2797-4d6f-b7a5-9db919314e37 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.212535] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.293025] env[69486]: DEBUG nova.scheduler.client.report [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.318432] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.353230] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.353951] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.354288] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.355402] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.355402] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.355402] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.355402] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.355633] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.355786] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.356169] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.356415] env[69486]: DEBUG nova.virt.hardware [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.357952] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a01a0-3050-4027-9a87-0992e9258718 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.370406] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda150a-c345-4886-90a7-7bee78eed75e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.747785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.797566] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.798584] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3263bc66-254b-419a-a802-6f42e7146822 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.802436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.805409] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.805897] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.220s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.807460] env[69486]: INFO nova.compute.claims [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.825045] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 949.825045] env[69486]: value = "task-3214332" [ 949.825045] env[69486]: _type = "Task" [ 949.825045] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.832425] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.086484] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.086890] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.087054] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.087389] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.087389] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.090997] env[69486]: INFO nova.compute.manager [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Terminating instance [ 950.145314] env[69486]: DEBUG nova.compute.manager [req-213f9afe-3ee0-424a-ac01-6ddba135eaf8 req-7116a0ae-da47-450c-8861-4948137aa36e service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Received event network-vif-plugged-598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 950.147405] env[69486]: DEBUG oslo_concurrency.lockutils [req-213f9afe-3ee0-424a-ac01-6ddba135eaf8 req-7116a0ae-da47-450c-8861-4948137aa36e service nova] Acquiring lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.147405] env[69486]: DEBUG oslo_concurrency.lockutils [req-213f9afe-3ee0-424a-ac01-6ddba135eaf8 req-7116a0ae-da47-450c-8861-4948137aa36e service nova] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.147405] env[69486]: DEBUG oslo_concurrency.lockutils [req-213f9afe-3ee0-424a-ac01-6ddba135eaf8 req-7116a0ae-da47-450c-8861-4948137aa36e service nova] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.147405] env[69486]: DEBUG nova.compute.manager [req-213f9afe-3ee0-424a-ac01-6ddba135eaf8 req-7116a0ae-da47-450c-8861-4948137aa36e service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] No waiting events found dispatching network-vif-plugged-598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.147405] env[69486]: WARNING nova.compute.manager [req-213f9afe-3ee0-424a-ac01-6ddba135eaf8 req-7116a0ae-da47-450c-8861-4948137aa36e service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Received unexpected event network-vif-plugged-598e9bdd-ac6a-4bed-ac35-39465144b593 for instance with vm_state building and task_state spawning. [ 950.250997] env[69486]: DEBUG nova.network.neutron [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Successfully updated port: 598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.312774] env[69486]: DEBUG nova.compute.utils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.314299] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.314475] env[69486]: DEBUG nova.network.neutron [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.333615] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214332, 'name': PowerOffVM_Task, 'duration_secs': 0.367617} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.333873] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.334726] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e9ffe-0d82-4670-b962-12157dec67c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.359434] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a0209-7c1a-4304-8f16-90716ef86c63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.364837] env[69486]: DEBUG nova.policy [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff42871e2abc4f7e80aa8be58568ecc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79b8099b7a914aedab6901db5e269613', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.596893] env[69486]: DEBUG nova.compute.manager [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.597124] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.598021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8574e03-f5e1-4674-ba6a-0d2a8bd1fa1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.609296] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.609448] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19dafa31-2950-4c7a-a0f0-06e1b0effcd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.618553] env[69486]: DEBUG oslo_vmware.api [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 950.618553] env[69486]: value = "task-3214333" [ 950.618553] env[69486]: _type = "Task" [ 950.618553] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.634168] env[69486]: DEBUG oslo_vmware.api [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.703705] env[69486]: DEBUG nova.network.neutron [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Successfully created port: c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.758221] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "refresh_cache-0185b97c-4f0b-48dd-afb3-5ce9d6727711" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.758424] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "refresh_cache-0185b97c-4f0b-48dd-afb3-5ce9d6727711" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.758678] env[69486]: DEBUG nova.network.neutron [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.824956] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.873436] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 950.873981] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58b6403a-ac6e-40ef-8744-0c650e9b5629 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.885467] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 950.885467] env[69486]: value = "task-3214334" [ 950.885467] env[69486]: _type = "Task" [ 950.885467] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.894119] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.134789] env[69486]: DEBUG oslo_vmware.api [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214333, 'name': PowerOffVM_Task, 'duration_secs': 0.196913} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.135122] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.135444] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.139606] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f213c6-6074-44db-b4e7-e9a9d1e5e91d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.205295] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.205570] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.205752] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Deleting the datastore file [datastore2] f90fda9a-3882-4a28-a9b5-5827d5b7b59a {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.206040] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58cee0c-67ae-4915-9b2b-dec5f02f14bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.216026] env[69486]: DEBUG oslo_vmware.api [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 951.216026] env[69486]: value = "task-3214336" [ 951.216026] env[69486]: _type = "Task" [ 951.216026] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.227139] env[69486]: DEBUG oslo_vmware.api [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.264217] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1d98a-6850-4675-92db-68bfd35511f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.273590] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8578cc5-46eb-4886-8f02-63f4ae27ed00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.311698] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ad2ea-4516-40f7-b76e-cb2564a565bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.314467] env[69486]: DEBUG nova.network.neutron [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.322792] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd33c0d-7ab4-4b8b-9f07-c57a7f98dae2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.343322] env[69486]: DEBUG nova.compute.provider_tree [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.402843] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214334, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.580033] env[69486]: DEBUG nova.network.neutron [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Updating instance_info_cache with network_info: [{"id": "598e9bdd-ac6a-4bed-ac35-39465144b593", "address": "fa:16:3e:f2:9a:be", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e9bdd-ac", "ovs_interfaceid": "598e9bdd-ac6a-4bed-ac35-39465144b593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.730958] env[69486]: DEBUG oslo_vmware.api [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187745} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.731307] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.731467] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.731672] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.731920] env[69486]: INFO nova.compute.manager [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 951.732292] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.732712] env[69486]: DEBUG nova.compute.manager [-] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.732712] env[69486]: DEBUG nova.network.neutron [-] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.849462] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.853247] env[69486]: DEBUG nova.scheduler.client.report [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.883902] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.884156] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.884340] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.884529] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.884670] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.886267] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.886267] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.886267] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.886267] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.886267] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.886267] env[69486]: DEBUG nova.virt.hardware [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.887911] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e044477d-1cf9-4a76-934e-e05174a67e58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.905503] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026b3032-4859-4723-ae4a-38f316f127f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.910635] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214334, 'name': CreateSnapshot_Task, 'duration_secs': 0.547808} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.910910] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 951.912166] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49648398-ddb8-48b6-9886-ef0f20283e69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.082111] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "refresh_cache-0185b97c-4f0b-48dd-afb3-5ce9d6727711" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.083888] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Instance network_info: |[{"id": "598e9bdd-ac6a-4bed-ac35-39465144b593", "address": "fa:16:3e:f2:9a:be", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e9bdd-ac", "ovs_interfaceid": "598e9bdd-ac6a-4bed-ac35-39465144b593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.083888] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:9a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '598e9bdd-ac6a-4bed-ac35-39465144b593', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.095872] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.100216] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.100216] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f397dfce-e0e8-46e5-9318-7804c4b78a00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.121885] env[69486]: DEBUG nova.network.neutron [-] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.132054] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.132054] env[69486]: value = "task-3214337" [ 952.132054] env[69486]: _type = "Task" [ 952.132054] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.142845] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214337, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.147779] env[69486]: DEBUG nova.compute.manager [req-131097f9-9a2b-4c73-927e-60dae839f091 req-80d9b1f4-5de6-4247-adea-fa86bdcb25cf service nova] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Received event network-vif-deleted-bfabb0d2-f89d-47a6-9b54-882436627bcc {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 952.231259] env[69486]: DEBUG nova.compute.manager [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Received event network-changed-598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 952.231464] env[69486]: DEBUG nova.compute.manager [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Refreshing instance network info cache due to event network-changed-598e9bdd-ac6a-4bed-ac35-39465144b593. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 952.231868] env[69486]: DEBUG oslo_concurrency.lockutils [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] Acquiring lock "refresh_cache-0185b97c-4f0b-48dd-afb3-5ce9d6727711" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.232301] env[69486]: DEBUG oslo_concurrency.lockutils [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] Acquired lock "refresh_cache-0185b97c-4f0b-48dd-afb3-5ce9d6727711" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.232301] env[69486]: DEBUG nova.network.neutron [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Refreshing network info cache for port 598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.360033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.360898] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.368021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.339s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.368021] env[69486]: INFO nova.compute.claims [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.447552] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 952.448645] env[69486]: DEBUG nova.network.neutron [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Successfully updated port: c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.450416] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-afaf5168-01c1-431c-9ad4-06ea63b92225 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.467833] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 952.467833] env[69486]: value = "task-3214338" [ 952.467833] env[69486]: _type = "Task" [ 952.467833] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.485191] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214338, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.625600] env[69486]: INFO nova.compute.manager [-] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Took 0.89 seconds to deallocate network for instance. [ 952.644400] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214337, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.869161] env[69486]: DEBUG nova.compute.utils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.874114] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.874114] env[69486]: DEBUG nova.network.neutron [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.935346] env[69486]: DEBUG nova.policy [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff42871e2abc4f7e80aa8be58568ecc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79b8099b7a914aedab6901db5e269613', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.956720] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.956968] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.957172] env[69486]: DEBUG nova.network.neutron [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.981907] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214338, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.029945] env[69486]: DEBUG nova.network.neutron [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Updated VIF entry in instance network info cache for port 598e9bdd-ac6a-4bed-ac35-39465144b593. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.030374] env[69486]: DEBUG nova.network.neutron [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Updating instance_info_cache with network_info: [{"id": "598e9bdd-ac6a-4bed-ac35-39465144b593", "address": "fa:16:3e:f2:9a:be", "network": {"id": "b446aeaf-8a9a-49a0-8924-cd1090f24fd2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1961209586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f25e99a08c4c6094b9a8b3f6676d7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e9bdd-ac", "ovs_interfaceid": "598e9bdd-ac6a-4bed-ac35-39465144b593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.132829] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.147024] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214337, 'name': CreateVM_Task, 'duration_secs': 0.66408} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.147024] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.147024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.147024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.147024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.147024] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28a4e88-63d8-4b9c-86c5-e86b8e159854 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.150574] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 953.150574] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b64d44-fc1b-cc8b-7e72-01efb3ed3e45" [ 953.150574] env[69486]: _type = "Task" [ 953.150574] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.159414] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b64d44-fc1b-cc8b-7e72-01efb3ed3e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.373672] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.419015] env[69486]: DEBUG nova.network.neutron [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Successfully created port: a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.484694] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214338, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.533624] env[69486]: DEBUG oslo_concurrency.lockutils [req-0d7e5273-9599-46de-877f-a6a067d97dae req-3db21f33-d824-45f1-9fc9-0008bc703bf3 service nova] Releasing lock "refresh_cache-0185b97c-4f0b-48dd-afb3-5ce9d6727711" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.536558] env[69486]: DEBUG nova.network.neutron [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.662248] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b64d44-fc1b-cc8b-7e72-01efb3ed3e45, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.665464] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.665762] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.666065] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.666262] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.666692] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.669804] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3346f3-715e-442b-b5ba-452fa904816a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.679706] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.680025] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.680835] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf148f9-36fb-4d23-be12-b38085e0a992 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.692835] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 953.692835] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d06f14-db56-9b29-7619-7aaf645b72f7" [ 953.692835] env[69486]: _type = "Task" [ 953.692835] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.706772] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d06f14-db56-9b29-7619-7aaf645b72f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.765968] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16551e9b-e509-4396-bc6d-8c18347f4ff7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.777020] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e63a94e-572e-4da9-891b-18bbd903df91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.809205] env[69486]: DEBUG nova.network.neutron [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Updating instance_info_cache with network_info: [{"id": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "address": "fa:16:3e:3a:1f:e6", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e26756-8a", "ovs_interfaceid": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.811894] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550007b8-164a-4e44-b957-c741cfc0e712 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.820939] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2b058-ad4c-4504-8714-0cd5875cd8a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.842128] env[69486]: DEBUG nova.compute.provider_tree [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.983373] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214338, 'name': CloneVM_Task, 'duration_secs': 1.480972} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.983631] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Created linked-clone VM from snapshot [ 953.984397] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cdd7db-661d-46db-8547-df4d00e5b746 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.991712] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Uploading image 8023d075-55eb-423f-a2c7-cd69df4835c3 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 954.020963] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 954.020963] env[69486]: value = "vm-642703" [ 954.020963] env[69486]: _type = "VirtualMachine" [ 954.020963] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 954.021257] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18367ac0-187e-4403-b9ca-6671db229c16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.031622] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lease: (returnval){ [ 954.031622] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df21a-477b-85cc-a3dd-3e94590c014e" [ 954.031622] env[69486]: _type = "HttpNfcLease" [ 954.031622] env[69486]: } obtained for exporting VM: (result){ [ 954.031622] env[69486]: value = "vm-642703" [ 954.031622] env[69486]: _type = "VirtualMachine" [ 954.031622] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 954.031622] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the lease: (returnval){ [ 954.031622] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df21a-477b-85cc-a3dd-3e94590c014e" [ 954.031622] env[69486]: _type = "HttpNfcLease" [ 954.031622] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.038284] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.038284] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df21a-477b-85cc-a3dd-3e94590c014e" [ 954.038284] env[69486]: _type = "HttpNfcLease" [ 954.038284] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.203739] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d06f14-db56-9b29-7619-7aaf645b72f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.204572] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92db5a90-2800-4d46-8e42-f1eeb12cb7e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.211399] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 954.211399] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c45205-1650-abe7-5b87-3fb0b14d4151" [ 954.211399] env[69486]: _type = "Task" [ 954.211399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.219619] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c45205-1650-abe7-5b87-3fb0b14d4151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.278629] env[69486]: DEBUG nova.compute.manager [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Received event network-vif-plugged-c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 954.279084] env[69486]: DEBUG oslo_concurrency.lockutils [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] Acquiring lock "1db47dfb-f2a2-44c2-b5df-1764378fce17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.279084] env[69486]: DEBUG oslo_concurrency.lockutils [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.279350] env[69486]: DEBUG oslo_concurrency.lockutils [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.279446] env[69486]: DEBUG nova.compute.manager [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] No waiting events found dispatching network-vif-plugged-c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.279552] env[69486]: WARNING nova.compute.manager [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Received unexpected event network-vif-plugged-c6e26756-8a63-48ae-8645-c9f59bcfde7d for instance with vm_state building and task_state spawning. [ 954.279729] env[69486]: DEBUG nova.compute.manager [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Received event network-changed-c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 954.279852] env[69486]: DEBUG nova.compute.manager [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Refreshing instance network info cache due to event network-changed-c6e26756-8a63-48ae-8645-c9f59bcfde7d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 954.280014] env[69486]: DEBUG oslo_concurrency.lockutils [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] Acquiring lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.315961] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.315961] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Instance network_info: |[{"id": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "address": "fa:16:3e:3a:1f:e6", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e26756-8a", "ovs_interfaceid": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.316341] env[69486]: DEBUG oslo_concurrency.lockutils [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] Acquired lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.316490] env[69486]: DEBUG nova.network.neutron [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Refreshing network info cache for port c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.317789] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:1f:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6e26756-8a63-48ae-8645-c9f59bcfde7d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.332165] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Creating folder: Project (79b8099b7a914aedab6901db5e269613). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.333588] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-053ef425-40b0-43ee-bff3-28ca632de4b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.347063] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Created folder: Project (79b8099b7a914aedab6901db5e269613) in parent group-v642494. [ 954.347184] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Creating folder: Instances. Parent ref: group-v642704. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.347999] env[69486]: DEBUG nova.scheduler.client.report [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.352240] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e6bf43-dde9-4886-b0fc-e7ab3d661bed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.368023] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Created folder: Instances in parent group-v642704. [ 954.368023] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.368168] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.368365] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b0d8d96-1143-4625-8f66-4cb17c8961a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.386339] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.395081] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.395081] env[69486]: value = "task-3214342" [ 954.395081] env[69486]: _type = "Task" [ 954.395081] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.404709] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214342, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.414799] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.415051] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.415246] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.415407] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.415563] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.415791] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.415905] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.420297] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.420427] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.420609] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.420787] env[69486]: DEBUG nova.virt.hardware [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.421967] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ff2e0-585d-422e-b08a-d236042c1753 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.432876] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8f3c09-8863-4dd7-bbc8-7fd2490fb697 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.540034] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.540034] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df21a-477b-85cc-a3dd-3e94590c014e" [ 954.540034] env[69486]: _type = "HttpNfcLease" [ 954.540034] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 954.540034] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 954.540034] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524df21a-477b-85cc-a3dd-3e94590c014e" [ 954.540034] env[69486]: _type = "HttpNfcLease" [ 954.540034] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 954.540754] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604a141-ba0f-47bf-8183-42f34b2400cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.551097] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b919e1-983e-aec4-8f6f-fa98b0e38d22/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 954.551313] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b919e1-983e-aec4-8f6f-fa98b0e38d22/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 954.652028] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd5ce3de-319a-467f-9c2e-9f075f34c96a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.724140] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c45205-1650-abe7-5b87-3fb0b14d4151, 'name': SearchDatastore_Task, 'duration_secs': 0.015595} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.724448] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.724882] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 0185b97c-4f0b-48dd-afb3-5ce9d6727711/0185b97c-4f0b-48dd-afb3-5ce9d6727711.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.725046] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4a847b-8bbf-4019-8ed5-ccac1222acb7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.733613] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 954.733613] env[69486]: value = "task-3214343" [ 954.733613] env[69486]: _type = "Task" [ 954.733613] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.744301] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.859252] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.859252] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.863157] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.589s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.863413] env[69486]: DEBUG nova.objects.instance [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lazy-loading 'resources' on Instance uuid 0fc58a79-c995-4d67-9d24-00014a664317 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.912540] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214342, 'name': CreateVM_Task, 'duration_secs': 0.346518} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.913858] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.915097] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.915468] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.915955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.917664] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c324fc3c-4478-4c59-aa63-317eeaf1e174 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.926837] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 954.926837] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524e3bcc-d22d-547d-49e2-2f3b48da77f9" [ 954.926837] env[69486]: _type = "Task" [ 954.926837] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.939537] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524e3bcc-d22d-547d-49e2-2f3b48da77f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.138356] env[69486]: DEBUG nova.compute.manager [req-3be3df3d-b3ff-4433-a53e-1aa3cf56a473 req-adf1b4df-ed0f-4452-a9e4-b919485c78d2 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Received event network-vif-plugged-a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 955.140127] env[69486]: DEBUG oslo_concurrency.lockutils [req-3be3df3d-b3ff-4433-a53e-1aa3cf56a473 req-adf1b4df-ed0f-4452-a9e4-b919485c78d2 service nova] Acquiring lock "0235e543-66c0-4ccc-83e3-cc291a18a134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.140127] env[69486]: DEBUG oslo_concurrency.lockutils [req-3be3df3d-b3ff-4433-a53e-1aa3cf56a473 req-adf1b4df-ed0f-4452-a9e4-b919485c78d2 service nova] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.140127] env[69486]: DEBUG oslo_concurrency.lockutils [req-3be3df3d-b3ff-4433-a53e-1aa3cf56a473 req-adf1b4df-ed0f-4452-a9e4-b919485c78d2 service nova] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.140127] env[69486]: DEBUG nova.compute.manager [req-3be3df3d-b3ff-4433-a53e-1aa3cf56a473 req-adf1b4df-ed0f-4452-a9e4-b919485c78d2 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] No waiting events found dispatching network-vif-plugged-a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.140127] env[69486]: WARNING nova.compute.manager [req-3be3df3d-b3ff-4433-a53e-1aa3cf56a473 req-adf1b4df-ed0f-4452-a9e4-b919485c78d2 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Received unexpected event network-vif-plugged-a192474c-d566-480c-b45c-48ff39dc20ab for instance with vm_state building and task_state spawning. [ 955.172732] env[69486]: DEBUG nova.network.neutron [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Updated VIF entry in instance network info cache for port c6e26756-8a63-48ae-8645-c9f59bcfde7d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.173315] env[69486]: DEBUG nova.network.neutron [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Updating instance_info_cache with network_info: [{"id": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "address": "fa:16:3e:3a:1f:e6", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e26756-8a", "ovs_interfaceid": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.248361] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509022} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.249089] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 0185b97c-4f0b-48dd-afb3-5ce9d6727711/0185b97c-4f0b-48dd-afb3-5ce9d6727711.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.249719] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.250244] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a63ed536-6ec8-49fc-ba74-3041f7254355 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.260307] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 955.260307] env[69486]: value = "task-3214344" [ 955.260307] env[69486]: _type = "Task" [ 955.260307] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.271858] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.366439] env[69486]: DEBUG nova.compute.utils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.372240] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.372464] env[69486]: DEBUG nova.network.neutron [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.388668] env[69486]: DEBUG nova.network.neutron [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Successfully updated port: a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.424703] env[69486]: DEBUG nova.policy [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff42871e2abc4f7e80aa8be58568ecc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79b8099b7a914aedab6901db5e269613', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.457502] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524e3bcc-d22d-547d-49e2-2f3b48da77f9, 'name': SearchDatastore_Task, 'duration_secs': 0.07163} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.458239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.459185] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.459185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.459185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.459185] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.459762] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a47a2f-ad97-4d4e-be73-641b55f10d93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.474727] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.475994] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.475994] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0863c36-d119-4802-8afd-a7afc072d61c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.492250] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 955.492250] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5239ed30-c459-9abb-eccf-7e3468c151a5" [ 955.492250] env[69486]: _type = "Task" [ 955.492250] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.504662] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5239ed30-c459-9abb-eccf-7e3468c151a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.677186] env[69486]: DEBUG oslo_concurrency.lockutils [req-68133b6d-084c-445f-92b9-5f647df0a6e5 req-becae8e2-ace6-4c39-8256-9ef29dd36b9d service nova] Releasing lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.774725] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07064} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.775017] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.776304] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4e912-f7bc-4986-b3ea-6754b7233707 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.806017] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 0185b97c-4f0b-48dd-afb3-5ce9d6727711/0185b97c-4f0b-48dd-afb3-5ce9d6727711.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.806166] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd557b0-6700-43d3-ac9f-579e251ab4c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.832037] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 955.832037] env[69486]: value = "task-3214345" [ 955.832037] env[69486]: _type = "Task" [ 955.832037] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.844548] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.872943] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.892121] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "refresh_cache-0235e543-66c0-4ccc-83e3-cc291a18a134" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.892219] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "refresh_cache-0235e543-66c0-4ccc-83e3-cc291a18a134" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.892319] env[69486]: DEBUG nova.network.neutron [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.903350] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf7e02c-369d-475c-ac82-8055b3e2dc44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.910117] env[69486]: DEBUG nova.network.neutron [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Successfully created port: 19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.924571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a740d61b-be68-4de6-847a-288e3028ad97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.967976] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabc234-5579-4d3c-88c8-e0543ee1e688 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.982063] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ca876-e214-4005-950e-11c78fb273ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.008926] env[69486]: DEBUG nova.compute.provider_tree [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.025255] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5239ed30-c459-9abb-eccf-7e3468c151a5, 'name': SearchDatastore_Task, 'duration_secs': 0.027372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.025255] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa6402b-fbea-4a43-8db7-dc27baba09dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.037078] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 956.037078] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52973548-c04d-82b1-fed8-45c164861b76" [ 956.037078] env[69486]: _type = "Task" [ 956.037078] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.050313] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52973548-c04d-82b1-fed8-45c164861b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.351505] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.452296] env[69486]: DEBUG nova.network.neutron [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.519028] env[69486]: DEBUG nova.scheduler.client.report [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.554613] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52973548-c04d-82b1-fed8-45c164861b76, 'name': SearchDatastore_Task, 'duration_secs': 0.027652} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.555271] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.555733] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 1db47dfb-f2a2-44c2-b5df-1764378fce17/1db47dfb-f2a2-44c2-b5df-1764378fce17.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.556409] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c9b9ef2-b9a5-4063-a614-d2d4e0f6b7e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.567789] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 956.567789] env[69486]: value = "task-3214346" [ 956.567789] env[69486]: _type = "Task" [ 956.567789] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.578590] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.846784] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214345, 'name': ReconfigVM_Task, 'duration_secs': 0.64722} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.847043] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 0185b97c-4f0b-48dd-afb3-5ce9d6727711/0185b97c-4f0b-48dd-afb3-5ce9d6727711.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.847707] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c114eb-4128-416b-ac89-a97a4f601843 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.857320] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 956.857320] env[69486]: value = "task-3214347" [ 956.857320] env[69486]: _type = "Task" [ 956.857320] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.868411] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214347, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.888638] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.920855] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.921282] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.921470] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.921860] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.921860] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.922054] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.922194] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.922532] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.922755] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.923063] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.923347] env[69486]: DEBUG nova.virt.hardware [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.924307] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7ce6e-51ea-4c2d-bc8b-40fc70cf9af3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.928627] env[69486]: DEBUG nova.network.neutron [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Updating instance_info_cache with network_info: [{"id": "a192474c-d566-480c-b45c-48ff39dc20ab", "address": "fa:16:3e:40:a7:8e", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa192474c-d5", "ovs_interfaceid": "a192474c-d566-480c-b45c-48ff39dc20ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.934478] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10322fb-306f-46a4-8e95-00065ecae082 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.024248] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.027752] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.975s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.028243] env[69486]: DEBUG nova.objects.instance [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lazy-loading 'resources' on Instance uuid 1e66be41-b2a4-487e-98b7-bd3bf03df988 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.050676] env[69486]: INFO nova.scheduler.client.report [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleted allocations for instance 0fc58a79-c995-4d67-9d24-00014a664317 [ 957.083984] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214346, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.297941] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "4f9da456-2cc5-41d0-972a-2204bd59d854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.298639] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.301542] env[69486]: DEBUG nova.compute.manager [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Received event network-changed-a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 957.301542] env[69486]: DEBUG nova.compute.manager [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Refreshing instance network info cache due to event network-changed-a192474c-d566-480c-b45c-48ff39dc20ab. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 957.301755] env[69486]: DEBUG oslo_concurrency.lockutils [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] Acquiring lock "refresh_cache-0235e543-66c0-4ccc-83e3-cc291a18a134" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.374969] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214347, 'name': Rename_Task, 'duration_secs': 0.219154} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.375317] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.375644] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce2727c-c5ed-49dd-9677-9555983498f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.383843] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 957.383843] env[69486]: value = "task-3214348" [ 957.383843] env[69486]: _type = "Task" [ 957.383843] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.397260] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.440765] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "refresh_cache-0235e543-66c0-4ccc-83e3-cc291a18a134" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.441351] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Instance network_info: |[{"id": "a192474c-d566-480c-b45c-48ff39dc20ab", "address": "fa:16:3e:40:a7:8e", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa192474c-d5", "ovs_interfaceid": "a192474c-d566-480c-b45c-48ff39dc20ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.441655] env[69486]: DEBUG oslo_concurrency.lockutils [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] Acquired lock "refresh_cache-0235e543-66c0-4ccc-83e3-cc291a18a134" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.441833] env[69486]: DEBUG nova.network.neutron [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Refreshing network info cache for port a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.443492] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:a7:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a192474c-d566-480c-b45c-48ff39dc20ab', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.451971] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.453067] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.453452] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d68095f-2b38-43ce-b12f-d5c7576fa53d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.474998] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.474998] env[69486]: value = "task-3214349" [ 957.474998] env[69486]: _type = "Task" [ 957.474998] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.484712] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214349, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.559453] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a9f6e52-5fee-4f6c-bf73-18767e2400f8 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0fc58a79-c995-4d67-9d24-00014a664317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.563s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.586424] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614282} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.586525] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 1db47dfb-f2a2-44c2-b5df-1764378fce17/1db47dfb-f2a2-44c2-b5df-1764378fce17.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.586754] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.587329] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d58f99-7b38-4f17-bc79-b22f79458d00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.596881] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 957.596881] env[69486]: value = "task-3214350" [ 957.596881] env[69486]: _type = "Task" [ 957.596881] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.609829] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.804405] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.898974] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.903666] env[69486]: DEBUG nova.compute.manager [req-fa55c684-45be-45f9-bfe3-c71903e4d795 req-9d36aa92-8375-4726-80e7-5a6948fa5d2f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Received event network-vif-plugged-19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 957.903666] env[69486]: DEBUG oslo_concurrency.lockutils [req-fa55c684-45be-45f9-bfe3-c71903e4d795 req-9d36aa92-8375-4726-80e7-5a6948fa5d2f service nova] Acquiring lock "05950d7e-de80-4015-b282-26189549239b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.903666] env[69486]: DEBUG oslo_concurrency.lockutils [req-fa55c684-45be-45f9-bfe3-c71903e4d795 req-9d36aa92-8375-4726-80e7-5a6948fa5d2f service nova] Lock "05950d7e-de80-4015-b282-26189549239b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.903666] env[69486]: DEBUG oslo_concurrency.lockutils [req-fa55c684-45be-45f9-bfe3-c71903e4d795 req-9d36aa92-8375-4726-80e7-5a6948fa5d2f service nova] Lock "05950d7e-de80-4015-b282-26189549239b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.903666] env[69486]: DEBUG nova.compute.manager [req-fa55c684-45be-45f9-bfe3-c71903e4d795 req-9d36aa92-8375-4726-80e7-5a6948fa5d2f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] No waiting events found dispatching network-vif-plugged-19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.903666] env[69486]: WARNING nova.compute.manager [req-fa55c684-45be-45f9-bfe3-c71903e4d795 req-9d36aa92-8375-4726-80e7-5a6948fa5d2f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Received unexpected event network-vif-plugged-19286246-4aa8-48e1-b8e6-1867e7fd3304 for instance with vm_state building and task_state spawning. [ 957.962744] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb708a-26e6-48fb-a33b-fb4f55c00748 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.987164] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d61a09-b121-4f71-b7cb-7effe44d8260 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.037791] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe79be-55c3-4cfb-99f7-d3fef6c192b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.041649] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214349, 'name': CreateVM_Task, 'duration_secs': 0.492333} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.041649] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.042156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.042390] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.042784] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.043580] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ff340d-4fc0-4622-85af-cc1f70514d3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.047967] env[69486]: DEBUG nova.network.neutron [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Successfully updated port: 19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.050898] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49a68a2-7358-4b27-a400-1099edc92b53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.059273] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 958.059273] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e40dda-065f-9385-5e53-f7612784392d" [ 958.059273] env[69486]: _type = "Task" [ 958.059273] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.073124] env[69486]: DEBUG nova.compute.provider_tree [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.083252] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e40dda-065f-9385-5e53-f7612784392d, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.083636] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.083804] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.084103] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084330] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.084634] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.085246] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32d7bcf-3583-4bfe-b1d0-7945b1ca6bb1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.097972] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.098218] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.103319] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846afc55-d43a-4825-9462-b26561d7bc36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.112115] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077232} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.113391] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.113728] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 958.113728] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52713d82-3af4-0c5e-abbd-1ba517033a9e" [ 958.113728] env[69486]: _type = "Task" [ 958.113728] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.117025] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d058d324-c8bf-4145-9f44-836c318ce74d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.143137] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52713d82-3af4-0c5e-abbd-1ba517033a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.152510] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 1db47dfb-f2a2-44c2-b5df-1764378fce17/1db47dfb-f2a2-44c2-b5df-1764378fce17.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.153402] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d189fb-406a-4e73-b588-d8ff3d35199c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.171914] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2730bd-df1b-438e-a25e-c9126b736d63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.180787] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 958.180787] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e19bfc-172c-2aca-7307-967506afd533" [ 958.180787] env[69486]: _type = "Task" [ 958.180787] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.193082] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 958.193082] env[69486]: value = "task-3214351" [ 958.193082] env[69486]: _type = "Task" [ 958.193082] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.193082] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e19bfc-172c-2aca-7307-967506afd533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.204747] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.329371] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.402117] env[69486]: DEBUG oslo_vmware.api [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214348, 'name': PowerOnVM_Task, 'duration_secs': 0.691979} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.402513] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.402745] env[69486]: INFO nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Took 9.08 seconds to spawn the instance on the hypervisor. [ 958.403355] env[69486]: DEBUG nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.404220] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b106fea-3166-46c0-8495-aa16ce320ac1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.501521] env[69486]: DEBUG nova.network.neutron [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Updated VIF entry in instance network info cache for port a192474c-d566-480c-b45c-48ff39dc20ab. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.501521] env[69486]: DEBUG nova.network.neutron [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Updating instance_info_cache with network_info: [{"id": "a192474c-d566-480c-b45c-48ff39dc20ab", "address": "fa:16:3e:40:a7:8e", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa192474c-d5", "ovs_interfaceid": "a192474c-d566-480c-b45c-48ff39dc20ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.559975] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "refresh_cache-05950d7e-de80-4015-b282-26189549239b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.560226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "refresh_cache-05950d7e-de80-4015-b282-26189549239b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.560396] env[69486]: DEBUG nova.network.neutron [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.586027] env[69486]: DEBUG nova.scheduler.client.report [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.695016] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e19bfc-172c-2aca-7307-967506afd533, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.699357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.699723] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 0235e543-66c0-4ccc-83e3-cc291a18a134/0235e543-66c0-4ccc-83e3-cc291a18a134.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.700130] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3ddcd8a-25fd-4f54-b0eb-69d45e172997 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.708429] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214351, 'name': ReconfigVM_Task, 'duration_secs': 0.306811} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.709729] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 1db47dfb-f2a2-44c2-b5df-1764378fce17/1db47dfb-f2a2-44c2-b5df-1764378fce17.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.710507] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 958.710507] env[69486]: value = "task-3214352" [ 958.710507] env[69486]: _type = "Task" [ 958.710507] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.710805] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31586336-522b-4175-9b0e-8c971bf2e159 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.721067] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.722764] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 958.722764] env[69486]: value = "task-3214353" [ 958.722764] env[69486]: _type = "Task" [ 958.722764] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.732609] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214353, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.773078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.773078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.773078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.773078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.773078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.774215] env[69486]: INFO nova.compute.manager [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Terminating instance [ 958.930990] env[69486]: INFO nova.compute.manager [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Took 27.13 seconds to build instance. [ 959.009266] env[69486]: DEBUG oslo_concurrency.lockutils [req-fcd897a7-a3f5-44fd-aa22-205ef7c719ae req-3f0b3f48-1c5f-4d0a-b86a-fc60c796d774 service nova] Releasing lock "refresh_cache-0235e543-66c0-4ccc-83e3-cc291a18a134" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.091023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.095181] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.788s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.095181] env[69486]: DEBUG nova.objects.instance [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lazy-loading 'resources' on Instance uuid a22b3977-2a6f-4f01-949d-874208903ff4 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.095772] env[69486]: DEBUG nova.network.neutron [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.126219] env[69486]: INFO nova.scheduler.client.report [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted allocations for instance 1e66be41-b2a4-487e-98b7-bd3bf03df988 [ 959.234858] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.245866] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214353, 'name': Rename_Task, 'duration_secs': 0.15666} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.247240] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.247240] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffd8ebd-ac8c-4b88-ab48-c41ea265c198 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.256291] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 959.256291] env[69486]: value = "task-3214354" [ 959.256291] env[69486]: _type = "Task" [ 959.256291] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.267082] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.275973] env[69486]: DEBUG nova.network.neutron [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Updating instance_info_cache with network_info: [{"id": "19286246-4aa8-48e1-b8e6-1867e7fd3304", "address": "fa:16:3e:af:27:7f", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19286246-4a", "ovs_interfaceid": "19286246-4aa8-48e1-b8e6-1867e7fd3304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.279545] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "refresh_cache-0f43da29-006f-48eb-bc7b-e8331b5b1b10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.279835] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquired lock "refresh_cache-0f43da29-006f-48eb-bc7b-e8331b5b1b10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.280136] env[69486]: DEBUG nova.network.neutron [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.434804] env[69486]: DEBUG oslo_concurrency.lockutils [None req-bfc21a34-2688-4ba1-a3f6-918d2230f726 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.639s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.640441] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aeb17090-633f-4c76-88dd-4446ae4f2a4f tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "1e66be41-b2a4-487e-98b7-bd3bf03df988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.540s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.733742] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593168} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.734542] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 0235e543-66c0-4ccc-83e3-cc291a18a134/0235e543-66c0-4ccc-83e3-cc291a18a134.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.735317] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.735317] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06bc095-a3c1-477c-bc9d-b51baa5e38b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.751280] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 959.751280] env[69486]: value = "task-3214355" [ 959.751280] env[69486]: _type = "Task" [ 959.751280] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.767573] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.774891] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.780042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "refresh_cache-05950d7e-de80-4015-b282-26189549239b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.780325] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Instance network_info: |[{"id": "19286246-4aa8-48e1-b8e6-1867e7fd3304", "address": "fa:16:3e:af:27:7f", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19286246-4a", "ovs_interfaceid": "19286246-4aa8-48e1-b8e6-1867e7fd3304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.780570] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:27:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19286246-4aa8-48e1-b8e6-1867e7fd3304', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.789062] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.794789] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05950d7e-de80-4015-b282-26189549239b] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.795961] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5265fc8-6ad3-45b8-a95a-ca8a75579844 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.821141] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.821141] env[69486]: value = "task-3214356" [ 959.821141] env[69486]: _type = "Task" [ 959.821141] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.835958] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214356, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.837026] env[69486]: DEBUG nova.network.neutron [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.923442] env[69486]: DEBUG nova.network.neutron [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.958285] env[69486]: DEBUG nova.compute.manager [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Received event network-changed-19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 959.958457] env[69486]: DEBUG nova.compute.manager [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Refreshing instance network info cache due to event network-changed-19286246-4aa8-48e1-b8e6-1867e7fd3304. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 959.961974] env[69486]: DEBUG oslo_concurrency.lockutils [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] Acquiring lock "refresh_cache-05950d7e-de80-4015-b282-26189549239b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.961974] env[69486]: DEBUG oslo_concurrency.lockutils [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] Acquired lock "refresh_cache-05950d7e-de80-4015-b282-26189549239b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.961974] env[69486]: DEBUG nova.network.neutron [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Refreshing network info cache for port 19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.027628] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa15034-dac9-4e72-a26b-53fd6ee33fbd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.039999] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077586db-9cf0-4f4b-9ee1-72f2fbc6b72b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.077699] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a6944-b699-4c6c-a28c-b7a3482f3d95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.086700] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb9b09d-8e54-49e9-bce3-02f18a7bea7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.103317] env[69486]: DEBUG nova.compute.provider_tree [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.267809] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105732} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.271272] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.271784] env[69486]: DEBUG oslo_vmware.api [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214354, 'name': PowerOnVM_Task, 'duration_secs': 0.621015} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.272766] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09778fa-400e-4b4e-8724-31c6d0e030b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.276888] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.277303] env[69486]: INFO nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Took 8.43 seconds to spawn the instance on the hypervisor. [ 960.277500] env[69486]: DEBUG nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.278755] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7590f6f3-e681-4e11-90a1-43f220fa781e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.306142] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 0235e543-66c0-4ccc-83e3-cc291a18a134/0235e543-66c0-4ccc-83e3-cc291a18a134.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.308690] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95699d18-9289-44cd-8eb0-5cdc16177a4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.339923] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214356, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.341670] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 960.341670] env[69486]: value = "task-3214357" [ 960.341670] env[69486]: _type = "Task" [ 960.341670] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.353326] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.426057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Releasing lock "refresh_cache-0f43da29-006f-48eb-bc7b-e8331b5b1b10" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.426525] env[69486]: DEBUG nova.compute.manager [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.426718] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.427697] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84064159-bc61-4fc4-91dd-4aea1e23a624 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.433255] env[69486]: DEBUG nova.compute.manager [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.434192] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47eaef5-505f-4194-97ab-5a7e0cdd14fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.446162] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.446683] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be598c5b-a7ff-4329-bbd7-c347f8fb3f1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.460811] env[69486]: DEBUG oslo_vmware.api [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 960.460811] env[69486]: value = "task-3214358" [ 960.460811] env[69486]: _type = "Task" [ 960.460811] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.472852] env[69486]: DEBUG oslo_vmware.api [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.606401] env[69486]: DEBUG nova.scheduler.client.report [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.718441] env[69486]: DEBUG nova.network.neutron [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Updated VIF entry in instance network info cache for port 19286246-4aa8-48e1-b8e6-1867e7fd3304. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.718560] env[69486]: DEBUG nova.network.neutron [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Updating instance_info_cache with network_info: [{"id": "19286246-4aa8-48e1-b8e6-1867e7fd3304", "address": "fa:16:3e:af:27:7f", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19286246-4a", "ovs_interfaceid": "19286246-4aa8-48e1-b8e6-1867e7fd3304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.841313] env[69486]: INFO nova.compute.manager [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Took 28.61 seconds to build instance. [ 960.849887] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214356, 'name': CreateVM_Task, 'duration_secs': 0.538175} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.852052] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05950d7e-de80-4015-b282-26189549239b] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.852052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.852052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.852267] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.852653] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cdab10-98be-4183-8efc-12fa2eff609a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.861025] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214357, 'name': ReconfigVM_Task, 'duration_secs': 0.463898} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.861025] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 0235e543-66c0-4ccc-83e3-cc291a18a134/0235e543-66c0-4ccc-83e3-cc291a18a134.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.861025] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-674e9893-2e7e-4d86-902d-ebd56104d97d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.863341] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 960.863341] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e037a3-3536-3ed2-e513-ef380877d098" [ 960.863341] env[69486]: _type = "Task" [ 960.863341] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.871468] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 960.871468] env[69486]: value = "task-3214359" [ 960.871468] env[69486]: _type = "Task" [ 960.871468] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.876235] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e037a3-3536-3ed2-e513-ef380877d098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.890377] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214359, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.947923] env[69486]: INFO nova.compute.manager [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] instance snapshotting [ 960.951903] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da3122-e8e5-4238-8510-4bcede6c2f06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.978689] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117074c-5eed-473c-8bce-c26e12a01d47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.987585] env[69486]: DEBUG oslo_vmware.api [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214358, 'name': PowerOffVM_Task, 'duration_secs': 0.27461} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.989713] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.989840] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.992655] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad7d4779-d981-4647-9796-aab898f995c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.024772] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.025125] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.025347] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleting the datastore file [datastore2] 0f43da29-006f-48eb-bc7b-e8331b5b1b10 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.025648] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88365b41-5742-4346-84d7-f3352b805e99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.035022] env[69486]: DEBUG oslo_vmware.api [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for the task: (returnval){ [ 961.035022] env[69486]: value = "task-3214361" [ 961.035022] env[69486]: _type = "Task" [ 961.035022] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.046535] env[69486]: DEBUG oslo_vmware.api [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.113250] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.116042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.171s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.116042] env[69486]: DEBUG nova.objects.instance [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lazy-loading 'resources' on Instance uuid b61972c7-ddfd-47a5-9bc4-314effb27ee5 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.131899] env[69486]: INFO nova.scheduler.client.report [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Deleted allocations for instance a22b3977-2a6f-4f01-949d-874208903ff4 [ 961.357055] env[69486]: DEBUG oslo_concurrency.lockutils [req-131d3a48-00bd-40a7-984c-6672fe35b400 req-86303b2e-6382-4b55-8dfd-263aeb01f32f service nova] Releasing lock "refresh_cache-05950d7e-de80-4015-b282-26189549239b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.357055] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c08f4b31-c409-444c-aed3-725696878afd tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.148s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.379679] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e037a3-3536-3ed2-e513-ef380877d098, 'name': SearchDatastore_Task, 'duration_secs': 0.022416} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.392239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.392239] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.392239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.392239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.392239] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.392239] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39d96db2-b18b-4779-bdb1-c780d59d51da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.394762] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214359, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.397218] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.399035] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.399035] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81c218a-3385-4171-9046-e5ebb292834b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.409024] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 961.409024] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52793d26-b7eb-0d85-0332-cfdebbf4d7a3" [ 961.409024] env[69486]: _type = "Task" [ 961.409024] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.419444] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52793d26-b7eb-0d85-0332-cfdebbf4d7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.496821] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 961.496821] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6e39048-de91-466a-bfcd-8fafcc30c25c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.506836] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 961.506836] env[69486]: value = "task-3214362" [ 961.506836] env[69486]: _type = "Task" [ 961.506836] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.517575] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.523035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.523035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.549275] env[69486]: DEBUG oslo_vmware.api [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Task: {'id': task-3214361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211124} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.549609] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.549743] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.549945] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.550149] env[69486]: INFO nova.compute.manager [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.550398] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.550599] env[69486]: DEBUG nova.compute.manager [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.550710] env[69486]: DEBUG nova.network.neutron [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.573824] env[69486]: DEBUG nova.network.neutron [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.645107] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7207515-cce8-414c-ada7-65bcdfe5d07a tempest-MigrationsAdminTest-236095301 tempest-MigrationsAdminTest-236095301-project-member] Lock "a22b3977-2a6f-4f01-949d-874208903ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.442s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.896517] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214359, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.921333] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52793d26-b7eb-0d85-0332-cfdebbf4d7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016191} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.921983] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff22e8e7-c206-49b6-9c81-452815036d9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.929501] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 961.929501] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523db1fa-c977-d49c-2e23-73ac113691ef" [ 961.929501] env[69486]: _type = "Task" [ 961.929501] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.939776] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523db1fa-c977-d49c-2e23-73ac113691ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.950080] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.950346] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.950613] env[69486]: INFO nova.compute.manager [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Rebooting instance [ 961.955579] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8decfb-2059-4b48-9e9f-e8683088d88b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.968283] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7c2973-9f1b-4708-925b-3d26dc58f4f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.007278] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85e976-2cde-470b-b370-97845ba2ce3a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.021210] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.024173] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.028965] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29565581-3aa7-4f70-9b73-0507a77e734e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.046184] env[69486]: DEBUG nova.compute.provider_tree [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.077259] env[69486]: DEBUG nova.network.neutron [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.392610] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214359, 'name': Rename_Task, 'duration_secs': 1.213581} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.392984] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.393274] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc4ea28a-f3de-4a52-b89f-e865df2f9db2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.403355] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 962.403355] env[69486]: value = "task-3214363" [ 962.403355] env[69486]: _type = "Task" [ 962.403355] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.412200] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.441832] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523db1fa-c977-d49c-2e23-73ac113691ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.442161] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.442433] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 05950d7e-de80-4015-b282-26189549239b/05950d7e-de80-4015-b282-26189549239b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.442786] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90ddb019-77b8-4747-91a6-71b08fb57e0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.452033] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 962.452033] env[69486]: value = "task-3214364" [ 962.452033] env[69486]: _type = "Task" [ 962.452033] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.464187] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.471408] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.471643] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.471880] env[69486]: DEBUG nova.network.neutron [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.521475] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.550901] env[69486]: DEBUG nova.scheduler.client.report [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.559282] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.580546] env[69486]: INFO nova.compute.manager [-] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Took 1.03 seconds to deallocate network for instance. [ 962.615334] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b919e1-983e-aec4-8f6f-fa98b0e38d22/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 962.616624] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57e4c27-46bd-42bc-875e-d3d4674c21ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.625270] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b919e1-983e-aec4-8f6f-fa98b0e38d22/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 962.625530] env[69486]: ERROR oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b919e1-983e-aec4-8f6f-fa98b0e38d22/disk-0.vmdk due to incomplete transfer. [ 962.625828] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ca6b37a-9261-4a62-8b3b-a2d0b51cbcba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.636602] env[69486]: DEBUG oslo_vmware.rw_handles [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b919e1-983e-aec4-8f6f-fa98b0e38d22/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 962.636859] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Uploaded image 8023d075-55eb-423f-a2c7-cd69df4835c3 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 962.639567] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 962.640242] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78af19cd-c7b5-47f8-b021-7d78282a5e84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.652236] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 962.652236] env[69486]: value = "task-3214365" [ 962.652236] env[69486]: _type = "Task" [ 962.652236] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.666391] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214365, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.918455] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.968419] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214364, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.024835] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214362, 'name': CreateSnapshot_Task, 'duration_secs': 1.183887} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.028783] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.030075] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93eaebb-3890-41f7-b03d-34abdaf4cc5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.059992] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.062646] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.593s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.088925] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.098738] env[69486]: INFO nova.scheduler.client.report [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Deleted allocations for instance b61972c7-ddfd-47a5-9bc4-314effb27ee5 [ 963.162906] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214365, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.277385] env[69486]: DEBUG nova.network.neutron [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.414932] env[69486]: DEBUG oslo_vmware.api [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214363, 'name': PowerOnVM_Task, 'duration_secs': 0.631867} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.415082] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.415223] env[69486]: INFO nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Took 9.03 seconds to spawn the instance on the hypervisor. [ 963.415401] env[69486]: DEBUG nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.417038] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ec50f0-9878-43c5-a4cf-7a5fe9e1fd22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.463813] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554385} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.464081] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 05950d7e-de80-4015-b282-26189549239b/05950d7e-de80-4015-b282-26189549239b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.464343] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.464537] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f184d61-9828-4d32-b12b-4aec07ae9825 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.472601] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 963.472601] env[69486]: value = "task-3214366" [ 963.472601] env[69486]: _type = "Task" [ 963.472601] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.481186] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.557746] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.558176] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c92a855-a07a-4df0-b8c1-2a47c80da46f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.567794] env[69486]: INFO nova.compute.claims [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.572633] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 963.572633] env[69486]: value = "task-3214367" [ 963.572633] env[69486]: _type = "Task" [ 963.572633] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.584449] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214367, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.614436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d3f9ae0-75d2-4566-8606-5df963ab305d tempest-ServersTestFqdnHostnames-1166046965 tempest-ServersTestFqdnHostnames-1166046965-project-member] Lock "b61972c7-ddfd-47a5-9bc4-314effb27ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.952s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.665776] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214365, 'name': Destroy_Task, 'duration_secs': 0.648823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.666062] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Destroyed the VM [ 963.666300] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 963.666546] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8aca669e-d185-42d2-b6d0-370042fd6fb8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.674752] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 963.674752] env[69486]: value = "task-3214368" [ 963.674752] env[69486]: _type = "Task" [ 963.674752] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.689556] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214368, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.780786] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.942734] env[69486]: INFO nova.compute.manager [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Took 31.37 seconds to build instance. [ 963.984683] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075572} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.985149] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.986177] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cec8ab-5ef0-4f34-8614-3f3bd8fbf564 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.014888] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 05950d7e-de80-4015-b282-26189549239b/05950d7e-de80-4015-b282-26189549239b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.015268] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8544ee3b-548d-498c-b579-ac75396cf5e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.039491] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 964.039491] env[69486]: value = "task-3214369" [ 964.039491] env[69486]: _type = "Task" [ 964.039491] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.052270] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.077996] env[69486]: INFO nova.compute.resource_tracker [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating resource usage from migration dec0c0e1-b21d-43f4-acb1-4f35d6ba5307 [ 964.089310] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214367, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.190972] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214368, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.286703] env[69486]: DEBUG nova.compute.manager [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.289222] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af86047-01ff-4e86-8a4a-8eb5bf788d3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.429574] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0002c33-0cec-4166-acfd-708c63aa8862 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.438016] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40df69a8-cf9f-4ebc-bd61-2bcfdf1d533a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.474396] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f3b088fa-cf0c-4424-943f-7b44b06ebc87 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.914s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.475784] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ef4dd-5782-4e3c-bee0-2c830fbaa44e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.483487] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2701d5-f7ee-417e-9d15-e4b5196a1325 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.497389] env[69486]: DEBUG nova.compute.provider_tree [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.552424] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.588283] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214367, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.686906] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214368, 'name': RemoveSnapshot_Task, 'duration_secs': 0.528048} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.687172] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 964.687484] env[69486]: DEBUG nova.compute.manager [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.688342] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2709ff-8e02-4c60-8ff0-adff4f8f7b9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.000128] env[69486]: DEBUG nova.scheduler.client.report [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.052883] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214369, 'name': ReconfigVM_Task, 'duration_secs': 0.910048} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.053746] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 05950d7e-de80-4015-b282-26189549239b/05950d7e-de80-4015-b282-26189549239b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.055177] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cf125da-5441-48a5-b99a-5172d276c96f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.067969] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 965.067969] env[69486]: value = "task-3214370" [ 965.067969] env[69486]: _type = "Task" [ 965.067969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.093522] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214370, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.101641] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214367, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.208014] env[69486]: INFO nova.compute.manager [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Shelve offloading [ 965.306921] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2453735-0bbc-4bf1-94e7-824d2f558e79 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.317882] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Doing hard reboot of VM {{(pid=69486) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 965.317882] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b432ff45-cce2-4650-91ef-97a165b79669 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.327152] env[69486]: DEBUG oslo_vmware.api [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 965.327152] env[69486]: value = "task-3214371" [ 965.327152] env[69486]: _type = "Task" [ 965.327152] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.339805] env[69486]: DEBUG oslo_vmware.api [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214371, 'name': ResetVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.507474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.445s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.507667] env[69486]: INFO nova.compute.manager [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Migrating [ 965.517785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.892s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.519721] env[69486]: INFO nova.compute.claims [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.588300] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214370, 'name': Rename_Task, 'duration_secs': 0.404118} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.591723] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.593122] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58511dc-8a6f-4ee1-9f0d-87a41ae4c415 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.600895] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214367, 'name': CloneVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.602491] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 965.602491] env[69486]: value = "task-3214372" [ 965.602491] env[69486]: _type = "Task" [ 965.602491] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.613759] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.711350] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.712335] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9fc81f-5287-48d1-b62a-51f21198c393 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.723825] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 965.723825] env[69486]: value = "task-3214373" [ 965.723825] env[69486]: _type = "Task" [ 965.723825] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.735812] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.735958] env[69486]: DEBUG nova.compute.manager [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.736756] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155274d4-73c3-489e-ad79-ded09a81c165 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.748203] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.748374] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.748543] env[69486]: DEBUG nova.network.neutron [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.838628] env[69486]: DEBUG oslo_vmware.api [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214371, 'name': ResetVM_Task, 'duration_secs': 0.101578} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.839474] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Did hard reboot of VM {{(pid=69486) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 965.839747] env[69486]: DEBUG nova.compute.manager [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.840545] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45558c1-d100-4ca1-b749-9457ff72c82e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.037096] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.037296] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.037484] env[69486]: DEBUG nova.network.neutron [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.092325] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.092581] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.092889] env[69486]: DEBUG nova.objects.instance [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'flavor' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.105021] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214367, 'name': CloneVM_Task, 'duration_secs': 2.084375} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.105021] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Created linked-clone VM from snapshot [ 966.105021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f3f826-dea4-4dc8-b999-ff0adbb9e57d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.118663] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Uploading image a391c555-c532-47ea-9857-56cae6d829eb {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 966.124548] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214372, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.135824] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 966.136116] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fcdbbd89-2b4a-4e47-a8c1-90b6f1b6753a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.145909] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 966.145909] env[69486]: value = "task-3214374" [ 966.145909] env[69486]: _type = "Task" [ 966.145909] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.155603] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214374, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.357302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd39b7be-497c-4a71-9ed9-ebdd245325fa tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.406s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.598323] env[69486]: DEBUG nova.objects.instance [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'pci_requests' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.621574] env[69486]: DEBUG oslo_vmware.api [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214372, 'name': PowerOnVM_Task, 'duration_secs': 0.730811} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.622018] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.622233] env[69486]: INFO nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Took 9.73 seconds to spawn the instance on the hypervisor. [ 966.622417] env[69486]: DEBUG nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.623274] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa3a47-87be-4821-8ec2-40fe58eb8f5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.642137] env[69486]: DEBUG nova.network.neutron [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updating instance_info_cache with network_info: [{"id": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "address": "fa:16:3e:93:f5:15", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b30b9d-39", "ovs_interfaceid": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.669548] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214374, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.826954] env[69486]: DEBUG nova.network.neutron [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [{"id": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "address": "fa:16:3e:f3:36:43", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6424d2-75", "ovs_interfaceid": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.984346] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4c5be-fc1d-45b5-8977-cf90e93becff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.993512] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a60b56-941b-4863-ad4a-9bdd005c68bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.030999] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66168c-6f33-4faf-b071-12752c5d36fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.039966] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c557b-e959-4c59-8cef-6df8321b8684 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.055484] env[69486]: DEBUG nova.compute.provider_tree [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.103248] env[69486]: DEBUG nova.objects.base [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Object Instance<04c628de-170b-48b9-a10f-73e72b39da0a> lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.103533] env[69486]: DEBUG nova.network.neutron [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.144456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.148623] env[69486]: INFO nova.compute.manager [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Took 34.14 seconds to build instance. [ 967.159694] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214374, 'name': Destroy_Task, 'duration_secs': 0.707515} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.159964] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Destroyed the VM [ 967.160221] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 967.160461] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d457bf0-78db-4556-8464-c51be933ff4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.174433] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 967.174433] env[69486]: value = "task-3214375" [ 967.174433] env[69486]: _type = "Task" [ 967.174433] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.184990] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.191074] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d330fa0-8a6b-4592-be13-81949744d975 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.330940] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.523996] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.525011] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c20f7-473b-40d0-b26b-fd28323b3254 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.534307] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.534599] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ab74a10-6cc2-48c4-8df8-86b902b2f624 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.559142] env[69486]: DEBUG nova.scheduler.client.report [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.623822] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.624229] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.624534] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleting the datastore file [datastore2] c77fc8a9-f12e-4ea4-895f-96fdba477bf5 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.624901] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd55d6d-6828-43f0-93cf-0d5ae324dc2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.633743] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 967.633743] env[69486]: value = "task-3214377" [ 967.633743] env[69486]: _type = "Task" [ 967.633743] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.645895] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.654582] env[69486]: DEBUG oslo_concurrency.lockutils [None req-507a1ce4-3dd3-4611-b689-5f971eef3c44 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "05950d7e-de80-4015-b282-26189549239b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.657s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.685119] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214375, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.035896] env[69486]: DEBUG nova.compute.manager [req-ecd3ddc1-9268-4a85-a769-4edec74658b7 req-49b4174b-1d08-4aec-b6da-0084ce4cd245 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Received event network-vif-unplugged-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 968.036153] env[69486]: DEBUG oslo_concurrency.lockutils [req-ecd3ddc1-9268-4a85-a769-4edec74658b7 req-49b4174b-1d08-4aec-b6da-0084ce4cd245 service nova] Acquiring lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.036320] env[69486]: DEBUG oslo_concurrency.lockutils [req-ecd3ddc1-9268-4a85-a769-4edec74658b7 req-49b4174b-1d08-4aec-b6da-0084ce4cd245 service nova] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.036494] env[69486]: DEBUG oslo_concurrency.lockutils [req-ecd3ddc1-9268-4a85-a769-4edec74658b7 req-49b4174b-1d08-4aec-b6da-0084ce4cd245 service nova] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.036695] env[69486]: DEBUG nova.compute.manager [req-ecd3ddc1-9268-4a85-a769-4edec74658b7 req-49b4174b-1d08-4aec-b6da-0084ce4cd245 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] No waiting events found dispatching network-vif-unplugged-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.036886] env[69486]: WARNING nova.compute.manager [req-ecd3ddc1-9268-4a85-a769-4edec74658b7 req-49b4174b-1d08-4aec-b6da-0084ce4cd245 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Received unexpected event network-vif-unplugged-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca for instance with vm_state shelved and task_state shelving_offloading. [ 968.066791] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.067447] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.070008] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.964s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.071478] env[69486]: INFO nova.compute.claims [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.150795] env[69486]: DEBUG oslo_vmware.api [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20132} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.151168] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.151435] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.151802] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.187516] env[69486]: DEBUG oslo_vmware.api [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.872266} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.187516] env[69486]: INFO nova.scheduler.client.report [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocations for instance c77fc8a9-f12e-4ea4-895f-96fdba477bf5 [ 968.189714] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.576725] env[69486]: DEBUG nova.compute.utils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.581130] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.581322] env[69486]: DEBUG nova.network.neutron [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.636220] env[69486]: DEBUG nova.policy [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.695710] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.697618] env[69486]: WARNING nova.compute.manager [None req-873048e5-c4ab-451b-8ef8-0c661529c7f3 tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Image not found during snapshot: nova.exception.ImageNotFound: Image a391c555-c532-47ea-9857-56cae6d829eb could not be found. [ 968.847433] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886b7b40-3a4f-46f0-adac-018bf523716c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.871262] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.012339] env[69486]: DEBUG nova.network.neutron [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Successfully created port: 5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.082080] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.372432] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6500ab2b-537c-4524-93ef-a038d1ecb9e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.377190] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.377467] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25aa8ca8-d2e3-4530-9207-c7212430a360 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.382267] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b92c75-7f5b-4859-90ab-59b9a5aa7839 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.386714] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 969.386714] env[69486]: value = "task-3214378" [ 969.386714] env[69486]: _type = "Task" [ 969.386714] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.418902] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44dfdb-97c5-462d-84b6-0328ced3be38 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.424775] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.430812] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb5091-b2d6-4296-82aa-3ef00fc4dab2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.445607] env[69486]: DEBUG nova.compute.provider_tree [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.505511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.505745] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.506081] env[69486]: DEBUG nova.objects.instance [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'flavor' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.898205] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214378, 'name': PowerOffVM_Task, 'duration_secs': 0.395168} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.898500] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.898685] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.948753] env[69486]: DEBUG nova.scheduler.client.report [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.069399] env[69486]: DEBUG nova.objects.instance [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'pci_requests' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.094236] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.122283] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.122529] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.122682] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.122858] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.123009] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.123172] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.123375] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.123531] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.123694] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.123852] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.124035] env[69486]: DEBUG nova.virt.hardware [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.124894] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99099a1-f207-4fc8-a634-9403d893ddb9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.132894] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb95432-73a9-422b-bc4f-f4161f823c6b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.333396] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.405713] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.405946] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.406115] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.406493] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.406671] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.406829] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.407045] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.407215] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.407388] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.407551] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.407724] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.413189] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc74fdb4-899b-4a8d-9e3c-b77fdaaf7564 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.430295] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 970.430295] env[69486]: value = "task-3214379" [ 970.430295] env[69486]: _type = "Task" [ 970.430295] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.442650] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.453815] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.454420] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.457188] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.710s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.465040] env[69486]: INFO nova.compute.claims [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.473131] env[69486]: DEBUG nova.network.neutron [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Successfully updated port: 5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.572144] env[69486]: DEBUG nova.objects.base [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Object Instance<04c628de-170b-48b9-a10f-73e72b39da0a> lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.572379] env[69486]: DEBUG nova.network.neutron [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.607945] env[69486]: DEBUG nova.policy [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.889811] env[69486]: DEBUG nova.network.neutron [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Successfully created port: b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.941045] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214379, 'name': ReconfigVM_Task, 'duration_secs': 0.182827} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.941726] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.971196] env[69486]: DEBUG nova.compute.utils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.974293] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.974713] env[69486]: DEBUG nova.network.neutron [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.977503] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-5495c78b-b703-4f20-98f0-153829623747" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.977822] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-5495c78b-b703-4f20-98f0-153829623747" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.978193] env[69486]: DEBUG nova.network.neutron [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.021131] env[69486]: DEBUG nova.policy [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fb80cb3bd5245daa61cbd33aa459b0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5bed267e2b240f7862920ef8b186c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.361787] env[69486]: DEBUG nova.network.neutron [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Successfully created port: 1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.450062] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.450329] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.450488] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.450669] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.450813] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.450957] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.451175] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.451336] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.451500] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.451658] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.451827] env[69486]: DEBUG nova.virt.hardware [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.459026] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.459026] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc9bce6-7c57-46b6-ac85-8b601a9e7a9f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.478018] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.485857] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 971.485857] env[69486]: value = "task-3214380" [ 971.485857] env[69486]: _type = "Task" [ 971.485857] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.495962] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.525599] env[69486]: DEBUG nova.network.neutron [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.668266] env[69486]: DEBUG nova.network.neutron [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Updating instance_info_cache with network_info: [{"id": "5fa2b17c-c731-4776-a093-0c9a2d356be9", "address": "fa:16:3e:17:91:24", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa2b17c-c7", "ovs_interfaceid": "5fa2b17c-c731-4776-a093-0c9a2d356be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.801351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f9015-9a86-49eb-b069-627e003f8f40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.809723] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a237ae03-3275-48ef-8071-5dcf92f5062a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.843773] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30828a0-a1f1-42b5-901b-381ca84cab15 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.856436] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e535b-4e3c-4088-a726-724ced057aa2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.862281] env[69486]: DEBUG nova.compute.manager [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Received event network-changed-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 971.862467] env[69486]: DEBUG nova.compute.manager [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Refreshing instance network info cache due to event network-changed-10b30b9d-39fc-4de4-9bba-72ae4f0df8ca. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 971.862686] env[69486]: DEBUG oslo_concurrency.lockutils [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] Acquiring lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.862819] env[69486]: DEBUG oslo_concurrency.lockutils [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] Acquired lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.862974] env[69486]: DEBUG nova.network.neutron [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Refreshing network info cache for port 10b30b9d-39fc-4de4-9bba-72ae4f0df8ca {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.875213] env[69486]: DEBUG nova.compute.provider_tree [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.997735] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214380, 'name': ReconfigVM_Task, 'duration_secs': 0.265454} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.998082] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.998777] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752dfb58-cba5-4b82-b7f6-2ff0d0db58a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.021836] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a/14c924c3-c0ce-4114-9272-3df61026f88a.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.022774] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b746d8fd-f213-408f-b86d-8d0e00ed4282 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.040663] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 972.040663] env[69486]: value = "task-3214381" [ 972.040663] env[69486]: _type = "Task" [ 972.040663] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.054072] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.165458] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.165734] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.165942] env[69486]: INFO nova.compute.manager [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Shelving [ 972.170604] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-5495c78b-b703-4f20-98f0-153829623747" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.170849] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Instance network_info: |[{"id": "5fa2b17c-c731-4776-a093-0c9a2d356be9", "address": "fa:16:3e:17:91:24", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa2b17c-c7", "ovs_interfaceid": "5fa2b17c-c731-4776-a093-0c9a2d356be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.171287] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:91:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa2b17c-c731-4776-a093-0c9a2d356be9', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.180024] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.180488] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5495c78b-b703-4f20-98f0-153829623747] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.180744] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e89eff-c114-4ea7-80ee-716fde45d797 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.200946] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.200946] env[69486]: value = "task-3214382" [ 972.200946] env[69486]: _type = "Task" [ 972.200946] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.211847] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214382, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.351694] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.351971] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.352205] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.352389] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.352556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.355616] env[69486]: INFO nova.compute.manager [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Terminating instance [ 972.378290] env[69486]: DEBUG nova.scheduler.client.report [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.399736] env[69486]: DEBUG nova.network.neutron [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Successfully updated port: b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.494059] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.528881] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.529136] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.529292] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.529467] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.529861] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.529861] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.529981] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.530129] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.530290] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.530448] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.530611] env[69486]: DEBUG nova.virt.hardware [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.531479] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85fee5-42d5-4326-a551-352a4bb78f19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.539511] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c7aeb-1fb2-438c-84a4-4bf433af0982 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.560541] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.576739] env[69486]: DEBUG nova.network.neutron [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updated VIF entry in instance network info cache for port 10b30b9d-39fc-4de4-9bba-72ae4f0df8ca. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.577113] env[69486]: DEBUG nova.network.neutron [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updating instance_info_cache with network_info: [{"id": "10b30b9d-39fc-4de4-9bba-72ae4f0df8ca", "address": "fa:16:3e:93:f5:15", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap10b30b9d-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.710873] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214382, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.859858] env[69486]: DEBUG nova.compute.manager [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.860094] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.861137] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22660f90-e3a9-4c03-a592-9ec523ebb2e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.869197] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.869776] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4feb7ce3-b0f1-412a-a4a2-213ca2d52e4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.875147] env[69486]: DEBUG oslo_vmware.api [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 972.875147] env[69486]: value = "task-3214383" [ 972.875147] env[69486]: _type = "Task" [ 972.875147] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.883117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.883542] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.885926] env[69486]: DEBUG oslo_vmware.api [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.886203] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.754s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.886441] env[69486]: DEBUG nova.objects.instance [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lazy-loading 'resources' on Instance uuid f90fda9a-3882-4a28-a9b5-5827d5b7b59a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.902090] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.902244] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.902429] env[69486]: DEBUG nova.network.neutron [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.962715] env[69486]: DEBUG nova.network.neutron [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Successfully updated port: 1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.056768] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214381, 'name': ReconfigVM_Task, 'duration_secs': 0.620771} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.057235] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a/14c924c3-c0ce-4114-9272-3df61026f88a.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.057333] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.079623] env[69486]: DEBUG oslo_concurrency.lockutils [req-a11c23d2-b2bd-4db6-affc-26ec9687853d req-9c5d78cc-72b2-45ba-aeed-f72db6f672e0 service nova] Releasing lock "refresh_cache-c77fc8a9-f12e-4ea4-895f-96fdba477bf5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.102954] env[69486]: DEBUG nova.compute.manager [req-f8b61d7e-eefc-4274-80c7-ddd0bbe91cc8 req-12b2ad5b-b8f7-4dcc-9d76-2d09dd45614c service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Received event network-vif-plugged-1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 973.103207] env[69486]: DEBUG oslo_concurrency.lockutils [req-f8b61d7e-eefc-4274-80c7-ddd0bbe91cc8 req-12b2ad5b-b8f7-4dcc-9d76-2d09dd45614c service nova] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.103443] env[69486]: DEBUG oslo_concurrency.lockutils [req-f8b61d7e-eefc-4274-80c7-ddd0bbe91cc8 req-12b2ad5b-b8f7-4dcc-9d76-2d09dd45614c service nova] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.103612] env[69486]: DEBUG oslo_concurrency.lockutils [req-f8b61d7e-eefc-4274-80c7-ddd0bbe91cc8 req-12b2ad5b-b8f7-4dcc-9d76-2d09dd45614c service nova] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.103964] env[69486]: DEBUG nova.compute.manager [req-f8b61d7e-eefc-4274-80c7-ddd0bbe91cc8 req-12b2ad5b-b8f7-4dcc-9d76-2d09dd45614c service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] No waiting events found dispatching network-vif-plugged-1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.104213] env[69486]: WARNING nova.compute.manager [req-f8b61d7e-eefc-4274-80c7-ddd0bbe91cc8 req-12b2ad5b-b8f7-4dcc-9d76-2d09dd45614c service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Received unexpected event network-vif-plugged-1321206c-1d99-4a6c-b810-91cc71968134 for instance with vm_state building and task_state spawning. [ 973.177983] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.178200] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720cdd94-9d4a-4d31-b7e7-1802c5ae9e20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.189517] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 973.189517] env[69486]: value = "task-3214384" [ 973.189517] env[69486]: _type = "Task" [ 973.189517] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.197854] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.210804] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214382, 'name': CreateVM_Task, 'duration_secs': 0.981818} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.210986] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5495c78b-b703-4f20-98f0-153829623747] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.211943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.212145] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.212476] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.212773] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e61d7e-5858-4fbf-8cd2-41e6b2bd1134 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.217617] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 973.217617] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529d5819-d6b3-3a4d-a289-cfbda82d967a" [ 973.217617] env[69486]: _type = "Task" [ 973.217617] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.226233] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529d5819-d6b3-3a4d-a289-cfbda82d967a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.387089] env[69486]: DEBUG oslo_vmware.api [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214383, 'name': PowerOffVM_Task, 'duration_secs': 0.192648} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.387588] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.387816] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.389162] env[69486]: DEBUG nova.compute.utils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.390615] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5133bccc-f35b-45f6-9969-323ccc15a8a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.394019] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.394019] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.450214] env[69486]: DEBUG nova.policy [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3534b452b3d44599619d140ff1f71ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83fbd9e615e64d74ba6343feb0404b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.460410] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.460841] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.461111] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleting the datastore file [datastore1] 0185b97c-4f0b-48dd-afb3-5ce9d6727711 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.461416] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22463093-5db5-44cd-90cd-1d9f3db3dd3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.468884] env[69486]: DEBUG oslo_vmware.api [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for the task: (returnval){ [ 973.468884] env[69486]: value = "task-3214386" [ 973.468884] env[69486]: _type = "Task" [ 973.468884] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.469527] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.469729] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.469860] env[69486]: DEBUG nova.network.neutron [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.472546] env[69486]: WARNING nova.network.neutron [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] 2f9479c5-0435-4799-81be-f7ca9331681c already exists in list: networks containing: ['2f9479c5-0435-4799-81be-f7ca9331681c']. ignoring it [ 973.487839] env[69486]: DEBUG oslo_vmware.api [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.568050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47448680-6991-44eb-b9d2-ab89b2aacec5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.596888] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af00485-a87f-484b-9fc9-c104100594de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.622289] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.708547] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214384, 'name': PowerOffVM_Task, 'duration_secs': 0.288913} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.709414] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.710252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f29feb6-c596-4c06-bab7-7238c838f842 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.738456] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d7b7b-7cbc-4c6b-bf23-3bf1d9778188 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.747735] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529d5819-d6b3-3a4d-a289-cfbda82d967a, 'name': SearchDatastore_Task, 'duration_secs': 0.026041} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.750389] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.750599] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.750993] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.753034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.753034] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.754900] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a4bf121-c638-4c9a-8dcf-dc37852622de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.765293] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.765573] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.766265] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02271b41-c436-4b46-b911-63991cd0ebd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.773108] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 973.773108] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d268c5-95d3-1145-d550-5e08c6c1ea18" [ 973.773108] env[69486]: _type = "Task" [ 973.773108] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.784147] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d268c5-95d3-1145-d550-5e08c6c1ea18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.849099] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Successfully created port: 49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.851391] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7aeb12-264a-43fc-9d35-928d1ff6a812 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.859176] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a2f25e-7476-43ef-9572-2d9e82870f3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.892781] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b734c7-b889-4ff6-a488-01a2d785c283 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.895702] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.903571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73dca38-473f-4f8c-9124-6847bcf78806 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.920768] env[69486]: DEBUG nova.compute.provider_tree [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.979318] env[69486]: DEBUG oslo_vmware.api [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Task: {'id': task-3214386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192152} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.979598] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.979814] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.979992] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.980189] env[69486]: INFO nova.compute.manager [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Took 1.12 seconds to destroy the instance on the hypervisor. [ 973.980435] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.980871] env[69486]: DEBUG nova.compute.manager [-] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.980975] env[69486]: DEBUG nova.network.neutron [-] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.029134] env[69486]: DEBUG nova.network.neutron [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.093642] env[69486]: DEBUG nova.network.neutron [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5558649-29db-45ec-a93a-559214132506", "address": "fa:16:3e:9b:54:17", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5558649-29", "ovs_interfaceid": "b5558649-29db-45ec-a93a-559214132506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.215618] env[69486]: DEBUG nova.network.neutron [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Port fd6424d2-7583-4da1-b876-dd49ca2550b1 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 974.226817] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Received event network-vif-plugged-5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 974.226817] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Acquiring lock "5495c78b-b703-4f20-98f0-153829623747-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.226817] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Lock "5495c78b-b703-4f20-98f0-153829623747-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.226817] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Lock "5495c78b-b703-4f20-98f0-153829623747-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.226817] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] No waiting events found dispatching network-vif-plugged-5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.226817] env[69486]: WARNING nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Received unexpected event network-vif-plugged-5fa2b17c-c731-4776-a093-0c9a2d356be9 for instance with vm_state building and task_state spawning. [ 974.226817] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Received event network-changed-5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 974.226817] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Refreshing instance network info cache due to event network-changed-5fa2b17c-c731-4776-a093-0c9a2d356be9. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 974.226817] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Acquiring lock "refresh_cache-5495c78b-b703-4f20-98f0-153829623747" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.226817] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Acquired lock "refresh_cache-5495c78b-b703-4f20-98f0-153829623747" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.226817] env[69486]: DEBUG nova.network.neutron [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Refreshing network info cache for port 5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.261332] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 974.261332] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56350fa9-52cc-4915-b5cc-e80206a5d889 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.271047] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 974.271047] env[69486]: value = "task-3214387" [ 974.271047] env[69486]: _type = "Task" [ 974.271047] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.282624] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214387, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.283577] env[69486]: DEBUG nova.network.neutron [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [{"id": "1321206c-1d99-4a6c-b810-91cc71968134", "address": "fa:16:3e:a7:94:5a", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1321206c-1d", "ovs_interfaceid": "1321206c-1d99-4a6c-b810-91cc71968134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.288485] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d268c5-95d3-1145-d550-5e08c6c1ea18, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.289528] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec30f1b-100b-4a72-8495-f9c1d745a70b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.298583] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 974.298583] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5209bb05-c183-6518-7997-d63e6b5afaf5" [ 974.298583] env[69486]: _type = "Task" [ 974.298583] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.312017] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5209bb05-c183-6518-7997-d63e6b5afaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.312017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.312017] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 5495c78b-b703-4f20-98f0-153829623747/5495c78b-b703-4f20-98f0-153829623747.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.312017] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c07d196-5d3f-4c4d-b2ad-f0ffe8e62c09 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.321020] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 974.321020] env[69486]: value = "task-3214388" [ 974.321020] env[69486]: _type = "Task" [ 974.321020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.329928] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.381158] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Successfully created port: bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.424957] env[69486]: DEBUG nova.scheduler.client.report [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.596937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.597645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.597796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.598845] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db1c65-e6d1-46be-a36e-7a5506147670 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.617918] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.618186] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.618343] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.618529] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.618677] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.618824] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.619046] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.619251] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.619389] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.619553] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.619724] env[69486]: DEBUG nova.virt.hardware [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.627403] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfiguring VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 974.627403] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa5e738-54b1-4917-93b0-38935453a6e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.649675] env[69486]: DEBUG oslo_vmware.api [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 974.649675] env[69486]: value = "task-3214389" [ 974.649675] env[69486]: _type = "Task" [ 974.649675] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.659256] env[69486]: DEBUG oslo_vmware.api [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214389, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.784295] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214387, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.789876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.790208] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Instance network_info: |[{"id": "1321206c-1d99-4a6c-b810-91cc71968134", "address": "fa:16:3e:a7:94:5a", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1321206c-1d", "ovs_interfaceid": "1321206c-1d99-4a6c-b810-91cc71968134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.790624] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:94:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1321206c-1d99-4a6c-b810-91cc71968134', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.801176] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Creating folder: Project (f5bed267e2b240f7862920ef8b186c38). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.802350] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-263448f5-1e0f-4b6f-8e44-2f36dc510bf0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.816580] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Created folder: Project (f5bed267e2b240f7862920ef8b186c38) in parent group-v642494. [ 974.816580] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Creating folder: Instances. Parent ref: group-v642712. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.817438] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58bd06d3-2870-4edf-8efa-a7c67aa8f821 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.828439] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Created folder: Instances in parent group-v642712. [ 974.828711] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.828963] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.829124] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59cf32ef-c22c-405d-adec-67cdd74fed15 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.852562] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214388, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.858315] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.858315] env[69486]: value = "task-3214392" [ 974.858315] env[69486]: _type = "Task" [ 974.858315] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.871886] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214392, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.900647] env[69486]: DEBUG nova.network.neutron [-] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.906752] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.930839] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.935674] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.606s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.938865] env[69486]: INFO nova.compute.claims [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.944521] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.944766] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.944940] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.945167] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.945338] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.945530] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.947140] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.947140] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.947140] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.947140] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.947140] env[69486]: DEBUG nova.virt.hardware [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.947509] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2672df45-1d18-468d-8a7f-3ac0670711c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.957360] env[69486]: INFO nova.scheduler.client.report [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Deleted allocations for instance f90fda9a-3882-4a28-a9b5-5827d5b7b59a [ 974.964967] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c09c4-ae6f-43d6-970f-12a792971332 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.006584] env[69486]: DEBUG nova.network.neutron [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Updated VIF entry in instance network info cache for port 5fa2b17c-c731-4776-a093-0c9a2d356be9. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.006990] env[69486]: DEBUG nova.network.neutron [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Updating instance_info_cache with network_info: [{"id": "5fa2b17c-c731-4776-a093-0c9a2d356be9", "address": "fa:16:3e:17:91:24", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa2b17c-c7", "ovs_interfaceid": "5fa2b17c-c731-4776-a093-0c9a2d356be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.157389] env[69486]: DEBUG oslo_vmware.api [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.241776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.242024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.242216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.284486] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214387, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.331492] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554622} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.332039] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 5495c78b-b703-4f20-98f0-153829623747/5495c78b-b703-4f20-98f0-153829623747.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.332141] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.332671] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3530af9a-3db8-4ef0-bdc3-7bce665954c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.339424] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 975.339424] env[69486]: value = "task-3214393" [ 975.339424] env[69486]: _type = "Task" [ 975.339424] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.350053] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.368385] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214392, 'name': CreateVM_Task, 'duration_secs': 0.45365} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.368385] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.369117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.369762] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.369762] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.369944] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1187464b-4a08-49cd-94ca-a17fde688f49 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.374703] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 975.374703] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52468f7c-8a0f-d9b0-e361-0cbb19ad3ecc" [ 975.374703] env[69486]: _type = "Task" [ 975.374703] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.383888] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52468f7c-8a0f-d9b0-e361-0cbb19ad3ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.403979] env[69486]: INFO nova.compute.manager [-] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Took 1.42 seconds to deallocate network for instance. [ 975.445896] env[69486]: DEBUG nova.compute.manager [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Received event network-changed-1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 975.445968] env[69486]: DEBUG nova.compute.manager [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Refreshing instance network info cache due to event network-changed-1321206c-1d99-4a6c-b810-91cc71968134. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 975.446546] env[69486]: DEBUG oslo_concurrency.lockutils [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] Acquiring lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.446546] env[69486]: DEBUG oslo_concurrency.lockutils [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] Acquired lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.446546] env[69486]: DEBUG nova.network.neutron [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Refreshing network info cache for port 1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.472737] env[69486]: DEBUG oslo_concurrency.lockutils [None req-45b40861-8ea8-43a7-8a96-7761c39a388f tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "f90fda9a-3882-4a28-a9b5-5827d5b7b59a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.386s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.510032] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Releasing lock "refresh_cache-5495c78b-b703-4f20-98f0-153829623747" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.511163] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-vif-plugged-b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 975.511351] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.511588] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.511763] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.511938] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] No waiting events found dispatching network-vif-plugged-b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.512130] env[69486]: WARNING nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received unexpected event network-vif-plugged-b5558649-29db-45ec-a93a-559214132506 for instance with vm_state active and task_state None. [ 975.512297] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-changed-b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 975.512452] env[69486]: DEBUG nova.compute.manager [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing instance network info cache due to event network-changed-b5558649-29db-45ec-a93a-559214132506. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 975.512663] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.512860] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.513143] env[69486]: DEBUG nova.network.neutron [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing network info cache for port b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.658487] env[69486]: DEBUG oslo_vmware.api [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214389, 'name': ReconfigVM_Task, 'duration_secs': 0.70222} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.658983] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.659215] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfigured VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 975.780539] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214387, 'name': CreateSnapshot_Task, 'duration_secs': 1.074493} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.782117] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 975.782117] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d83d08-86c9-4ea6-8de8-2a6db6958616 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.848245] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.848505] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.849368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a6a7a-532f-41c2-955c-b3e3d33fc14e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874661] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 5495c78b-b703-4f20-98f0-153829623747/5495c78b-b703-4f20-98f0-153829623747.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.874936] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b28b67-285a-4f35-b29b-cc41ff526350 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.900463] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52468f7c-8a0f-d9b0-e361-0cbb19ad3ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.015955} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.901622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.901858] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.902105] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.902439] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.902780] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.903104] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 975.903104] env[69486]: value = "task-3214394" [ 975.903104] env[69486]: _type = "Task" [ 975.903104] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.903343] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b3d5ac-7ddb-4a22-9447-b57d93331a02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.916559] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.916559] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.917700] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.918238] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.918664] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797a13e2-7f9d-4d7c-b7dd-b1236197c67a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.924349] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 975.924349] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b2385-6e67-bc2c-c06e-31a38d8acece" [ 975.924349] env[69486]: _type = "Task" [ 975.924349] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.932246] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b2385-6e67-bc2c-c06e-31a38d8acece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.022196] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.022753] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.022753] env[69486]: DEBUG nova.compute.manager [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.023837] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2364469e-374c-48ff-8bba-3c0a44cfd6f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.030846] env[69486]: DEBUG nova.compute.manager [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 976.031832] env[69486]: DEBUG nova.objects.instance [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lazy-loading 'flavor' on Instance uuid 1db47dfb-f2a2-44c2-b5df-1764378fce17 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.118608] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.118780] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.168026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2543bd6e-ad7d-4eb6-afdf-8845dea7b37e tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.659s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.200170] env[69486]: DEBUG nova.network.neutron [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updated VIF entry in instance network info cache for port 1321206c-1d99-4a6c-b810-91cc71968134. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.200512] env[69486]: DEBUG nova.network.neutron [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [{"id": "1321206c-1d99-4a6c-b810-91cc71968134", "address": "fa:16:3e:a7:94:5a", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1321206c-1d", "ovs_interfaceid": "1321206c-1d99-4a6c-b810-91cc71968134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.290111] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a3603-2a51-4a14-ab39-6ebfe413864e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.299701] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 976.299975] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c785ecd-00ea-4f4c-b44b-5e9ae903c1eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.303791] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.303949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.304131] env[69486]: DEBUG nova.network.neutron [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.311031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e1dbeb-6c01-4f77-a492-3a64e5a227e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.315964] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 976.315964] env[69486]: value = "task-3214395" [ 976.315964] env[69486]: _type = "Task" [ 976.315964] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.353717] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e07ed0-c716-4347-862c-4d747a12d39f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.363154] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214395, 'name': CloneVM_Task} progress is 16%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.370399] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2d7629-2867-4797-8ddd-39d2a3b066fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.396093] env[69486]: DEBUG nova.compute.provider_tree [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.419574] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214394, 'name': ReconfigVM_Task, 'duration_secs': 0.31983} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.419574] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 5495c78b-b703-4f20-98f0-153829623747/5495c78b-b703-4f20-98f0-153829623747.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.420280] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ca565b3-ea8a-48ed-b69f-163584e6616a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.427128] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 976.427128] env[69486]: value = "task-3214396" [ 976.427128] env[69486]: _type = "Task" [ 976.427128] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.439255] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Successfully updated port: 49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.449894] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b2385-6e67-bc2c-c06e-31a38d8acece, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.456255] env[69486]: DEBUG nova.network.neutron [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updated VIF entry in instance network info cache for port b5558649-29db-45ec-a93a-559214132506. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.456869] env[69486]: DEBUG nova.network.neutron [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5558649-29db-45ec-a93a-559214132506", "address": "fa:16:3e:9b:54:17", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5558649-29", "ovs_interfaceid": "b5558649-29db-45ec-a93a-559214132506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.459864] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214396, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.460449] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82093f89-ec61-4c99-b8f6-a0ade951518b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.467854] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 976.467854] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525f705c-acb2-dfc0-c6e0-61d9d0c4e1af" [ 976.467854] env[69486]: _type = "Task" [ 976.467854] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.481175] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525f705c-acb2-dfc0-c6e0-61d9d0c4e1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.549898] env[69486]: DEBUG nova.compute.manager [req-2a9daea8-1828-41ef-ac94-bbeda0c14f36 req-7863a1be-3dc0-4bff-865d-17ec00d25e4b service nova] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Received event network-vif-deleted-598e9bdd-ac6a-4bed-ac35-39465144b593 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 976.627208] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.627419] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.627419] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.628032] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.628032] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.628032] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.628032] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 976.628483] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.704468] env[69486]: DEBUG oslo_concurrency.lockutils [req-4a1b89e9-94e6-4f9b-b035-636ebe96b7ec req-7fc1ab47-8651-4495-b06e-ebbb6b46960b service nova] Releasing lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.830618] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214395, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.901025] env[69486]: DEBUG nova.scheduler.client.report [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.691677] env[69486]: DEBUG oslo_concurrency.lockutils [req-303068b8-e3f3-4879-bb76-3e045bf37dbb req-36d3f71f-b045-4206-9467-6e8240750ce8 service nova] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.692379] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.693410] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.693745] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.693948] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.694150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.694507] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.694507] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.695919] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.696307] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.702022] env[69486]: DEBUG nova.compute.manager [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received event network-vif-plugged-49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 977.702022] env[69486]: DEBUG oslo_concurrency.lockutils [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] Acquiring lock "77cde697-505e-45b9-8d7a-8271f180233f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.702022] env[69486]: DEBUG oslo_concurrency.lockutils [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] Lock "77cde697-505e-45b9-8d7a-8271f180233f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.702022] env[69486]: DEBUG oslo_concurrency.lockutils [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] Lock "77cde697-505e-45b9-8d7a-8271f180233f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.702022] env[69486]: DEBUG nova.compute.manager [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] No waiting events found dispatching network-vif-plugged-49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.702022] env[69486]: WARNING nova.compute.manager [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received unexpected event network-vif-plugged-49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 for instance with vm_state building and task_state spawning. [ 977.702022] env[69486]: DEBUG nova.compute.manager [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received event network-changed-49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 977.702022] env[69486]: DEBUG nova.compute.manager [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Refreshing instance network info cache due to event network-changed-49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 977.702022] env[69486]: DEBUG oslo_concurrency.lockutils [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] Acquiring lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.702022] env[69486]: DEBUG oslo_concurrency.lockutils [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] Acquired lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.702022] env[69486]: DEBUG nova.network.neutron [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Refreshing network info cache for port 49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.705603] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec57fa4c-553b-41cd-bafa-5e55b7bbdd5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.711027] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.152s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.711296] env[69486]: INFO nova.compute.claims [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.718101] env[69486]: INFO nova.compute.manager [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Terminating instance [ 977.723721] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214396, 'name': Rename_Task, 'duration_secs': 0.1625} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.725098] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.732160] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e28b6c8-d4e7-4946-a119-8415475484ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.733920] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214395, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.734166] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525f705c-acb2-dfc0-c6e0-61d9d0c4e1af, 'name': SearchDatastore_Task, 'duration_secs': 0.021424} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.738025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.738025] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] b312dc9d-27dc-44da-a421-bc612e6e8bda/b312dc9d-27dc-44da-a421-bc612e6e8bda.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.738025] env[69486]: DEBUG oslo_vmware.api [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 977.738025] env[69486]: value = "task-3214397" [ 977.738025] env[69486]: _type = "Task" [ 977.738025] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.738025] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7ece96-a728-49ae-a02d-d6c051293065 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.743795] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 977.743795] env[69486]: value = "task-3214398" [ 977.743795] env[69486]: _type = "Task" [ 977.743795] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.750708] env[69486]: DEBUG oslo_vmware.api [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.752616] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 977.752616] env[69486]: value = "task-3214399" [ 977.752616] env[69486]: _type = "Task" [ 977.752616] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.759540] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.765616] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.772509] env[69486]: DEBUG nova.network.neutron [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.909787] env[69486]: DEBUG nova.network.neutron [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.210978] env[69486]: DEBUG nova.compute.utils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.218384] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214395, 'name': CloneVM_Task, 'duration_secs': 1.746762} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.218384] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.218384] env[69486]: DEBUG nova.network.neutron [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.222216] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Created linked-clone VM from snapshot [ 978.223460] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264bc7f-c6b1-4ec9-b9a1-e717deed48a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.227569] env[69486]: DEBUG nova.compute.manager [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.227893] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.228815] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c20fcf-9290-4ea4-897f-4fa2caa07d73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.242623] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Uploading image 35fd4383-ee41-4e0c-8a47-a5e536f74e74 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.257274] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.266125] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612356e2-c2d7-4e24-94e8-03a71af2e26f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.279462] env[69486]: DEBUG oslo_vmware.api [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214397, 'name': PowerOffVM_Task, 'duration_secs': 0.323168} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.287106] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.287106] env[69486]: DEBUG nova.compute.manager [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.287106] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214398, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.287106] env[69486]: DEBUG oslo_vmware.api [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 978.287106] env[69486]: value = "task-3214400" [ 978.287106] env[69486]: _type = "Task" [ 978.287106] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.290033] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.290033] env[69486]: value = "vm-642716" [ 978.290033] env[69486]: _type = "VirtualMachine" [ 978.290033] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.293164] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4c762-65a4-48b6-a0b5-5e6b30e6c449 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.296171] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71b5c782-2f5c-45e9-b038-832bf4f38672 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.298066] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514972} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.302162] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] b312dc9d-27dc-44da-a421-bc612e6e8bda/b312dc9d-27dc-44da-a421-bc612e6e8bda.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.302348] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.303690] env[69486]: DEBUG nova.policy [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7178e3dc37984d49a30b79d35c8ee177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e83643f0ab4804a223581e4bfadff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.306098] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c016440-d846-470a-801d-499a8a4f9e01 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.316452] env[69486]: DEBUG oslo_vmware.api [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.316646] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease: (returnval){ [ 978.316646] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2c0b8-9ab4-01f1-2daf-c278ecae6b2c" [ 978.316646] env[69486]: _type = "HttpNfcLease" [ 978.316646] env[69486]: } obtained for exporting VM: (result){ [ 978.316646] env[69486]: value = "vm-642716" [ 978.316646] env[69486]: _type = "VirtualMachine" [ 978.316646] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 978.316891] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the lease: (returnval){ [ 978.316891] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2c0b8-9ab4-01f1-2daf-c278ecae6b2c" [ 978.316891] env[69486]: _type = "HttpNfcLease" [ 978.316891] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.322203] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 978.322203] env[69486]: value = "task-3214402" [ 978.322203] env[69486]: _type = "Task" [ 978.322203] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.326061] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.326061] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2c0b8-9ab4-01f1-2daf-c278ecae6b2c" [ 978.326061] env[69486]: _type = "HttpNfcLease" [ 978.326061] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.330857] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.346447] env[69486]: DEBUG nova.network.neutron [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [{"id": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "address": "fa:16:3e:f3:36:43", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6424d2-75", "ovs_interfaceid": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.412282] env[69486]: DEBUG oslo_concurrency.lockutils [req-f704993c-8a84-4173-b8f6-2080c4fc1b19 req-6b1433ec-ec65-488d-a52c-0e19d171f001 service nova] Releasing lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.717885] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.741358] env[69486]: DEBUG nova.network.neutron [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Successfully created port: ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.771028] env[69486]: DEBUG oslo_vmware.api [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214398, 'name': PowerOnVM_Task, 'duration_secs': 0.843227} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.775189] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.775447] env[69486]: INFO nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Took 8.68 seconds to spawn the instance on the hypervisor. [ 978.775709] env[69486]: DEBUG nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.777586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f97010-3e83-44e1-b227-474b3400f355 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.810275] env[69486]: DEBUG oslo_vmware.api [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214400, 'name': PowerOffVM_Task, 'duration_secs': 0.229787} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.813332] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.813549] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.814091] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b328b7a-ee22-4c4b-bd3d-9e2a1ab47053 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.827904] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d46afe42-734e-4bd4-b5b7-cd0e16957332 tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.805s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.838049] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.838049] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2c0b8-9ab4-01f1-2daf-c278ecae6b2c" [ 978.838049] env[69486]: _type = "HttpNfcLease" [ 978.838049] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 978.838530] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 978.838530] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2c0b8-9ab4-01f1-2daf-c278ecae6b2c" [ 978.838530] env[69486]: _type = "HttpNfcLease" [ 978.838530] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 978.840334] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c85d9-0fc0-4c41-bc32-d622b6c822e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.845177] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101239} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.848260] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.849128] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.853313] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686e7a4-abf3-4bb7-9781-a8f7e6e1bb0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.861106] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b157ae-8520-a7dc-388b-554ed7e09ac0/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 978.861160] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b157ae-8520-a7dc-388b-554ed7e09ac0/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 978.933427] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.933661] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.933807] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Deleting the datastore file [datastore1] 8c00fe50-d725-49f4-9a5c-21a64d4ad389 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.942541] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b312dc9d-27dc-44da-a421-bc612e6e8bda/b312dc9d-27dc-44da-a421-bc612e6e8bda.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.944319] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d96595-2b36-451c-83c7-97d962ed2ada {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.948095] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f28c31-df94-4483-a36d-451924aeebf7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.970030] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 978.970030] env[69486]: value = "task-3214405" [ 978.970030] env[69486]: _type = "Task" [ 978.970030] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.971429] env[69486]: DEBUG oslo_vmware.api [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for the task: (returnval){ [ 978.971429] env[69486]: value = "task-3214404" [ 978.971429] env[69486]: _type = "Task" [ 978.971429] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.987979] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.988323] env[69486]: DEBUG oslo_vmware.api [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.016695] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4353ffce-0471-4757-886b-1f85dfb8e708 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.174305] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563582b-a6ce-419f-b878-4e848bd8a34c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.182082] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a1714c-c7bd-4cd5-93db-d4fc1f70e07d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.218548] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99751102-d887-4f69-9e83-58c06e4d78d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.233410] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff0e8ee-2662-484a-8ad5-5dda47702f0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.251618] env[69486]: DEBUG nova.compute.provider_tree [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.298606] env[69486]: INFO nova.compute.manager [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Took 32.71 seconds to build instance. [ 979.339581] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-98f8c49d-b667-4a06-a999-4a92753ff517" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.340084] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-98f8c49d-b667-4a06-a999-4a92753ff517" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.340615] env[69486]: DEBUG nova.objects.instance [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'flavor' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.379564] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed2f60-97ca-438b-817a-3c7a915588d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.399402] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a8dca-38b9-402f-85aa-fb09328a0888 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.407046] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.486554] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214405, 'name': ReconfigVM_Task, 'duration_secs': 0.335214} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.490049] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b312dc9d-27dc-44da-a421-bc612e6e8bda/b312dc9d-27dc-44da-a421-bc612e6e8bda.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.491081] env[69486]: DEBUG oslo_vmware.api [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Task: {'id': task-3214404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256939} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.491801] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a2574de-2a4b-4754-861a-b2d153285732 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.493579] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.493954] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.494481] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.494481] env[69486]: INFO nova.compute.manager [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Took 1.27 seconds to destroy the instance on the hypervisor. [ 979.496152] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.496152] env[69486]: DEBUG nova.compute.manager [-] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.496152] env[69486]: DEBUG nova.network.neutron [-] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.501678] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 979.501678] env[69486]: value = "task-3214406" [ 979.501678] env[69486]: _type = "Task" [ 979.501678] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.511628] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214406, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.743538] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.757195] env[69486]: DEBUG nova.scheduler.client.report [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.790356] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.790610] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.790779] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.793339] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.793546] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.793764] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.795027] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.795027] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.795027] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.795408] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.795408] env[69486]: DEBUG nova.virt.hardware [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.797577] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93726ec1-30ec-47ab-b740-979c6cb80750 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.801602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d5e4b978-d3f7-453b-9a85-0f515d9c93ee tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "5495c78b-b703-4f20-98f0-153829623747" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.228s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.808216] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f55de-e71a-454e-94df-a3561e319b0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.830436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "3624c085-34a9-4250-bc9f-937a15cfcbc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.830736] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.858835] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "256ae0b9-d1fd-4aee-b57b-48224890dccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.859287] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.914070] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.915230] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ff8da9-54cc-4cb3-b722-11f682a6decc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.923581] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 979.923581] env[69486]: value = "task-3214407" [ 979.923581] env[69486]: _type = "Task" [ 979.923581] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.934250] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.011974] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214406, 'name': Rename_Task, 'duration_secs': 0.238466} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.012403] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.012555] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2fa0ca-0f2b-44c4-a7a1-53511a4c7e4f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.022576] env[69486]: DEBUG nova.objects.instance [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'pci_requests' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.024548] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Successfully updated port: bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.031178] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 980.031178] env[69486]: value = "task-3214408" [ 980.031178] env[69486]: _type = "Task" [ 980.031178] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.046346] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.268022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.268022] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.271258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.182s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.271556] env[69486]: DEBUG nova.objects.instance [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lazy-loading 'resources' on Instance uuid 0f43da29-006f-48eb-bc7b-e8331b5b1b10 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.333493] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.361637] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.401980] env[69486]: DEBUG nova.network.neutron [-] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.436362] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.479774] env[69486]: DEBUG nova.network.neutron [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Successfully updated port: ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.527746] env[69486]: DEBUG nova.objects.base [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Object Instance<04c628de-170b-48b9-a10f-73e72b39da0a> lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.528633] env[69486]: DEBUG nova.network.neutron [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.531246] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.531394] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.531629] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.543717] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.651895] env[69486]: DEBUG nova.policy [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.774890] env[69486]: DEBUG nova.compute.utils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.776330] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.779471] env[69486]: DEBUG nova.network.neutron [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.786843] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.805387] env[69486]: DEBUG nova.compute.manager [req-ca51c395-fe67-45f8-a459-4659caae0495 req-88b2316f-2e25-4d62-ade2-4b16232bbae6 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received event network-vif-plugged-bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 980.805472] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca51c395-fe67-45f8-a459-4659caae0495 req-88b2316f-2e25-4d62-ade2-4b16232bbae6 service nova] Acquiring lock "77cde697-505e-45b9-8d7a-8271f180233f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.805744] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca51c395-fe67-45f8-a459-4659caae0495 req-88b2316f-2e25-4d62-ade2-4b16232bbae6 service nova] Lock "77cde697-505e-45b9-8d7a-8271f180233f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.805922] env[69486]: DEBUG oslo_concurrency.lockutils [req-ca51c395-fe67-45f8-a459-4659caae0495 req-88b2316f-2e25-4d62-ade2-4b16232bbae6 service nova] Lock "77cde697-505e-45b9-8d7a-8271f180233f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.806106] env[69486]: DEBUG nova.compute.manager [req-ca51c395-fe67-45f8-a459-4659caae0495 req-88b2316f-2e25-4d62-ade2-4b16232bbae6 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] No waiting events found dispatching network-vif-plugged-bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.806279] env[69486]: WARNING nova.compute.manager [req-ca51c395-fe67-45f8-a459-4659caae0495 req-88b2316f-2e25-4d62-ade2-4b16232bbae6 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received unexpected event network-vif-plugged-bca73879-d344-4874-a90d-e7ec053ca9c9 for instance with vm_state building and task_state spawning. [ 980.835438] env[69486]: DEBUG nova.policy [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b9cea5b023e45f2b5fd93dbb53da93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4579b8222ddb45079e112ec471f6faf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.857773] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.889215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.905440] env[69486]: INFO nova.compute.manager [-] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Took 1.41 seconds to deallocate network for instance. [ 980.941973] env[69486]: DEBUG oslo_vmware.api [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214407, 'name': PowerOnVM_Task, 'duration_secs': 0.537465} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.942364] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.942712] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f316e-0b4c-44ea-a354-95d54f13829b tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance '14c924c3-c0ce-4114-9272-3df61026f88a' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.985627] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "refresh_cache-4f9da456-2cc5-41d0-972a-2204bd59d854" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.985872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquired lock "refresh_cache-4f9da456-2cc5-41d0-972a-2204bd59d854" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.986047] env[69486]: DEBUG nova.network.neutron [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.046597] env[69486]: DEBUG oslo_vmware.api [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214408, 'name': PowerOnVM_Task, 'duration_secs': 0.685326} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.047238] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.047453] env[69486]: INFO nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Took 8.55 seconds to spawn the instance on the hypervisor. [ 981.047633] env[69486]: DEBUG nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.048459] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790cd1db-8c9f-4a66-a7a3-29c504670267 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.053440] env[69486]: DEBUG nova.compute.manager [req-dcfa2a19-b083-4f3c-8d0e-6549a0b65595 req-5a79d82e-d351-469a-95e5-6eef6e609cde service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Received event network-vif-plugged-ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 981.053655] env[69486]: DEBUG oslo_concurrency.lockutils [req-dcfa2a19-b083-4f3c-8d0e-6549a0b65595 req-5a79d82e-d351-469a-95e5-6eef6e609cde service nova] Acquiring lock "4f9da456-2cc5-41d0-972a-2204bd59d854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.053887] env[69486]: DEBUG oslo_concurrency.lockutils [req-dcfa2a19-b083-4f3c-8d0e-6549a0b65595 req-5a79d82e-d351-469a-95e5-6eef6e609cde service nova] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.054010] env[69486]: DEBUG oslo_concurrency.lockutils [req-dcfa2a19-b083-4f3c-8d0e-6549a0b65595 req-5a79d82e-d351-469a-95e5-6eef6e609cde service nova] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.054158] env[69486]: DEBUG nova.compute.manager [req-dcfa2a19-b083-4f3c-8d0e-6549a0b65595 req-5a79d82e-d351-469a-95e5-6eef6e609cde service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] No waiting events found dispatching network-vif-plugged-ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.054326] env[69486]: WARNING nova.compute.manager [req-dcfa2a19-b083-4f3c-8d0e-6549a0b65595 req-5a79d82e-d351-469a-95e5-6eef6e609cde service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Received unexpected event network-vif-plugged-ebcf5d63-f76d-4aff-a087-9887adc6537b for instance with vm_state building and task_state spawning. [ 981.081947] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.154733] env[69486]: DEBUG nova.network.neutron [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Successfully created port: 4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.168763] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd7720-8d55-4cc4-8c89-1e7a9f04138d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.177593] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058985ab-6f13-4460-b3e2-e7cae216ba34 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.213771] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1bcc67-a7b5-4688-a9fa-4ff351c7389a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.224673] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580d7ed-3f96-4782-9093-a60ccddef173 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.245728] env[69486]: DEBUG nova.compute.provider_tree [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.413767] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.467814] env[69486]: DEBUG nova.network.neutron [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Updating instance_info_cache with network_info: [{"id": "49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885", "address": "fa:16:3e:76:6b:10", "network": {"id": "8063a8ab-2ea7-488e-b397-57880d413405", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-414574083", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ef8d3d-8d", "ovs_interfaceid": "49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca73879-d344-4874-a90d-e7ec053ca9c9", "address": "fa:16:3e:13:7a:e7", "network": {"id": "fa3c96c7-53ae-4ef5-a23d-60d2eda84a18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883650617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca73879-d3", "ovs_interfaceid": "bca73879-d344-4874-a90d-e7ec053ca9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.522981] env[69486]: DEBUG nova.network.neutron [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.571139] env[69486]: INFO nova.compute.manager [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Took 33.49 seconds to build instance. [ 981.709931] env[69486]: DEBUG nova.network.neutron [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Updating instance_info_cache with network_info: [{"id": "ebcf5d63-f76d-4aff-a087-9887adc6537b", "address": "fa:16:3e:b1:a1:e3", "network": {"id": "ab6137d8-7201-4bcb-8036-41ac4910c411", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1415568235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e83643f0ab4804a223581e4bfadff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcf5d63-f7", "ovs_interfaceid": "ebcf5d63-f76d-4aff-a087-9887adc6537b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.753026] env[69486]: DEBUG nova.scheduler.client.report [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.799432] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.831950] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.832247] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.832412] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.832596] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.832746] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.832922] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.833205] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.833375] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.833543] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.833742] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.833919] env[69486]: DEBUG nova.virt.hardware [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.835180] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f8762-c009-460a-a56c-fb4f863e6487 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.843933] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88141650-bc91-485f-80a2-6096c743775e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.970837] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Releasing lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.971207] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Instance network_info: |[{"id": "49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885", "address": "fa:16:3e:76:6b:10", "network": {"id": "8063a8ab-2ea7-488e-b397-57880d413405", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-414574083", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ef8d3d-8d", "ovs_interfaceid": "49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca73879-d344-4874-a90d-e7ec053ca9c9", "address": "fa:16:3e:13:7a:e7", "network": {"id": "fa3c96c7-53ae-4ef5-a23d-60d2eda84a18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883650617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca73879-d3", "ovs_interfaceid": "bca73879-d344-4874-a90d-e7ec053ca9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.971682] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:6b:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:7a:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca73879-d344-4874-a90d-e7ec053ca9c9', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.981108] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.981390] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.981731] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3d1bb9-c509-4e0b-aa49-deeebb33749a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.004453] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "5495c78b-b703-4f20-98f0-153829623747" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.004676] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "5495c78b-b703-4f20-98f0-153829623747" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.004877] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "5495c78b-b703-4f20-98f0-153829623747-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.005073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "5495c78b-b703-4f20-98f0-153829623747-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.005248] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "5495c78b-b703-4f20-98f0-153829623747-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.006792] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.006792] env[69486]: value = "task-3214409" [ 982.006792] env[69486]: _type = "Task" [ 982.006792] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.007931] env[69486]: INFO nova.compute.manager [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Terminating instance [ 982.021160] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214409, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.074618] env[69486]: DEBUG oslo_concurrency.lockutils [None req-92a35332-c582-45ae-b622-d8bebd40e37d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.201620] env[69486]: DEBUG nova.objects.instance [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lazy-loading 'flavor' on Instance uuid 1db47dfb-f2a2-44c2-b5df-1764378fce17 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.213269] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Releasing lock "refresh_cache-4f9da456-2cc5-41d0-972a-2204bd59d854" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.213656] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Instance network_info: |[{"id": "ebcf5d63-f76d-4aff-a087-9887adc6537b", "address": "fa:16:3e:b1:a1:e3", "network": {"id": "ab6137d8-7201-4bcb-8036-41ac4910c411", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1415568235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e83643f0ab4804a223581e4bfadff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcf5d63-f7", "ovs_interfaceid": "ebcf5d63-f76d-4aff-a087-9887adc6537b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.214134] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a1:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebcf5d63-f76d-4aff-a087-9887adc6537b', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.223176] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Creating folder: Project (81e83643f0ab4804a223581e4bfadff8). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.224482] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6c1fcf-afef-48de-bfcd-d7b9f2d976ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.237482] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Created folder: Project (81e83643f0ab4804a223581e4bfadff8) in parent group-v642494. [ 982.237795] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Creating folder: Instances. Parent ref: group-v642718. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.238247] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894b88c8-8978-4bc2-872c-7a818ebe04fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.248672] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Created folder: Instances in parent group-v642718. [ 982.248772] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.249411] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.249411] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db7b18e1-0f05-4cb8-a073-aa10b7531bd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.267574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.270718] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.575s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.271120] env[69486]: DEBUG nova.objects.instance [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'resources' on Instance uuid c77fc8a9-f12e-4ea4-895f-96fdba477bf5 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.279255] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.279255] env[69486]: value = "task-3214412" [ 982.279255] env[69486]: _type = "Task" [ 982.279255] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.291016] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214412, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.294694] env[69486]: INFO nova.scheduler.client.report [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Deleted allocations for instance 0f43da29-006f-48eb-bc7b-e8331b5b1b10 [ 982.366009] env[69486]: DEBUG nova.network.neutron [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Successfully updated port: 98f8c49d-b667-4a06-a999-4a92753ff517 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.518738] env[69486]: DEBUG nova.compute.manager [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.519497] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.519590] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214409, 'name': CreateVM_Task, 'duration_secs': 0.421216} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.520275] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e5f1b-d598-462f-990f-ab2aa034c491 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.522932] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.523729] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.523919] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.524312] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.525109] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbda3ec3-0c35-42ff-a9ae-0b0c4dc13bdc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.529231] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.529557] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dccd6c3-9e42-4c48-a973-8b991d2a0548 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.532615] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 982.532615] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52daf92f-d284-8247-ae13-e398fbd22928" [ 982.532615] env[69486]: _type = "Task" [ 982.532615] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.537983] env[69486]: DEBUG oslo_vmware.api [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 982.537983] env[69486]: value = "task-3214413" [ 982.537983] env[69486]: _type = "Task" [ 982.537983] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.545120] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52daf92f-d284-8247-ae13-e398fbd22928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.550122] env[69486]: DEBUG oslo_vmware.api [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.664206] env[69486]: DEBUG nova.network.neutron [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Successfully updated port: 4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.707117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.707336] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquired lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.707553] env[69486]: DEBUG nova.network.neutron [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.707754] env[69486]: DEBUG nova.objects.instance [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lazy-loading 'info_cache' on Instance uuid 1db47dfb-f2a2-44c2-b5df-1764378fce17 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.779133] env[69486]: DEBUG nova.objects.instance [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'numa_topology' on Instance uuid c77fc8a9-f12e-4ea4-895f-96fdba477bf5 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.793299] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214412, 'name': CreateVM_Task, 'duration_secs': 0.434769} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.794606] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.795738] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.795900] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.796223] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.796737] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef632fcb-c97e-4493-8e30-304d988c25ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.802945] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c67757a-fd51-496a-8de2-741e33872b04 tempest-ServerShowV247Test-13048191 tempest-ServerShowV247Test-13048191-project-member] Lock "0f43da29-006f-48eb-bc7b-e8331b5b1b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.032s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.805150] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 982.805150] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523dd4b0-20d5-1d2e-86d7-ee9f2f97eea1" [ 982.805150] env[69486]: _type = "Task" [ 982.805150] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.815294] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523dd4b0-20d5-1d2e-86d7-ee9f2f97eea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.872525] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.872819] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.873438] env[69486]: DEBUG nova.network.neutron [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.049072] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52daf92f-d284-8247-ae13-e398fbd22928, 'name': SearchDatastore_Task, 'duration_secs': 0.019606} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.052553] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.052944] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.053328] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056020] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056020] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.056020] env[69486]: DEBUG oslo_vmware.api [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214413, 'name': PowerOffVM_Task, 'duration_secs': 0.199072} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.056020] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc5d21ec-9230-42a6-97a1-4b8fdbcad15c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.056451] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.056732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.057212] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ceeb7a5-b1ef-4b9a-92b8-64ba2413d379 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.073108] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.073108] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.073108] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e161e0-5f62-4a9f-89fa-469bdf1f4ed7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.077840] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 983.077840] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f4110e-1933-90b6-44ef-56c91a38f75b" [ 983.077840] env[69486]: _type = "Task" [ 983.077840] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.086706] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f4110e-1933-90b6-44ef-56c91a38f75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.136368] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.136368] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.136368] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore2] 5495c78b-b703-4f20-98f0-153829623747 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.136368] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8f3ff72-cacb-4cce-b212-2f85c5b05f98 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.141478] env[69486]: DEBUG oslo_vmware.api [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 983.141478] env[69486]: value = "task-3214415" [ 983.141478] env[69486]: _type = "Task" [ 983.141478] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.152851] env[69486]: DEBUG oslo_vmware.api [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.156957] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Received event network-vif-deleted-c759dec6-e9e2-4175-bd57-5f6d8d9b119c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 983.156957] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received event network-changed-bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 983.158131] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Refreshing instance network info cache due to event network-changed-bca73879-d344-4874-a90d-e7ec053ca9c9. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 983.158577] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Acquiring lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.158831] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Acquired lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.159112] env[69486]: DEBUG nova.network.neutron [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Refreshing network info cache for port bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.166320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.168894] env[69486]: DEBUG nova.network.neutron [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.214302] env[69486]: DEBUG nova.objects.base [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Object Instance<1db47dfb-f2a2-44c2-b5df-1764378fce17> lazy-loaded attributes: flavor,info_cache {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.284721] env[69486]: DEBUG nova.objects.base [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.319054] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523dd4b0-20d5-1d2e-86d7-ee9f2f97eea1, 'name': SearchDatastore_Task, 'duration_secs': 0.016147} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.319623] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319796] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.320143] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.320370] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.320708] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.321029] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a911aaf-e637-46bb-8ac6-2aa3ba0a4c9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.351571] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.351800] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.352673] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af5c1bc-8940-4d09-a720-df83ecd26f79 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.366028] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 983.366028] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c4ebf-b097-8b3a-6ab2-173d97076555" [ 983.366028] env[69486]: _type = "Task" [ 983.366028] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.374700] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c4ebf-b097-8b3a-6ab2-173d97076555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.426881] env[69486]: WARNING nova.network.neutron [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] 2f9479c5-0435-4799-81be-f7ca9331681c already exists in list: networks containing: ['2f9479c5-0435-4799-81be-f7ca9331681c']. ignoring it [ 983.427435] env[69486]: WARNING nova.network.neutron [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] 2f9479c5-0435-4799-81be-f7ca9331681c already exists in list: networks containing: ['2f9479c5-0435-4799-81be-f7ca9331681c']. ignoring it [ 983.452859] env[69486]: DEBUG nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Received event network-changed-ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 983.452859] env[69486]: DEBUG nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Refreshing instance network info cache due to event network-changed-ebcf5d63-f76d-4aff-a087-9887adc6537b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 983.452859] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Acquiring lock "refresh_cache-4f9da456-2cc5-41d0-972a-2204bd59d854" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.452979] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Acquired lock "refresh_cache-4f9da456-2cc5-41d0-972a-2204bd59d854" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.453178] env[69486]: DEBUG nova.network.neutron [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Refreshing network info cache for port ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.596702] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f4110e-1933-90b6-44ef-56c91a38f75b, 'name': SearchDatastore_Task, 'duration_secs': 0.026201} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.600507] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0623e8c-9e3c-43bc-a4a5-b5f55e7f68b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.606831] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 983.606831] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e94936-334e-8056-da7e-2bd065731560" [ 983.606831] env[69486]: _type = "Task" [ 983.606831] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.617444] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e94936-334e-8056-da7e-2bd065731560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.654100] env[69486]: DEBUG oslo_vmware.api [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304634} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.656846] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.658185] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.658185] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.658345] env[69486]: INFO nova.compute.manager [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 5495c78b-b703-4f20-98f0-153829623747] Took 1.14 seconds to destroy the instance on the hypervisor. [ 983.658598] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.659033] env[69486]: DEBUG nova.compute.manager [-] [instance: 5495c78b-b703-4f20-98f0-153829623747] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.659147] env[69486]: DEBUG nova.network.neutron [-] [instance: 5495c78b-b703-4f20-98f0-153829623747] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.673614] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236809b-7ffe-4f26-9aea-f0d7ffddd814 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.684798] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f25e1d7-4bb5-4d43-ad62-af6942976ec5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.715157] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "14c924c3-c0ce-4114-9272-3df61026f88a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.715432] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.715622] env[69486]: DEBUG nova.compute.manager [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Going to confirm migration 4 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 983.719767] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5df8d-e350-4ddb-a2ef-8f8905f2f7bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.722899] env[69486]: DEBUG nova.network.neutron [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.732165] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f15a2e-5300-40a2-8af0-9b2e948addfc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.753855] env[69486]: DEBUG nova.compute.provider_tree [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.879243] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c4ebf-b097-8b3a-6ab2-173d97076555, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.880019] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45dd0ff-f1b1-4fa9-be9f-762838f41fad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.887625] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 983.887625] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52af25d2-f83c-0561-9cc7-a26434d63c29" [ 983.887625] env[69486]: _type = "Task" [ 983.887625] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.897535] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52af25d2-f83c-0561-9cc7-a26434d63c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.075055] env[69486]: DEBUG nova.network.neutron [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.119318] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e94936-334e-8056-da7e-2bd065731560, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.119561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.119821] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 77cde697-505e-45b9-8d7a-8271f180233f/77cde697-505e-45b9-8d7a-8271f180233f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.120083] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e22697-3acd-45d3-a914-012f7c3416bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.127354] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 984.127354] env[69486]: value = "task-3214416" [ 984.127354] env[69486]: _type = "Task" [ 984.127354] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.134816] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.143254] env[69486]: DEBUG nova.network.neutron [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5558649-29db-45ec-a93a-559214132506", "address": "fa:16:3e:9b:54:17", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5558649-29", "ovs_interfaceid": "b5558649-29db-45ec-a93a-559214132506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98f8c49d-b667-4a06-a999-4a92753ff517", "address": "fa:16:3e:e0:bc:c2", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f8c49d-b6", "ovs_interfaceid": "98f8c49d-b667-4a06-a999-4a92753ff517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.145675] env[69486]: DEBUG nova.network.neutron [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Updating instance_info_cache with network_info: [{"id": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "address": "fa:16:3e:3a:1f:e6", "network": {"id": "9a65df52-39e8-420b-b6ae-bcbe9d5f196b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1850425422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79b8099b7a914aedab6901db5e269613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e26756-8a", "ovs_interfaceid": "c6e26756-8a63-48ae-8645-c9f59bcfde7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.257238] env[69486]: DEBUG nova.scheduler.client.report [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.297936] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.298214] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.298427] env[69486]: DEBUG nova.network.neutron [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.298620] env[69486]: DEBUG nova.objects.instance [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lazy-loading 'info_cache' on Instance uuid 14c924c3-c0ce-4114-9272-3df61026f88a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.397816] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52af25d2-f83c-0561-9cc7-a26434d63c29, 'name': SearchDatastore_Task, 'duration_secs': 0.033624} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.398128] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.398354] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 4f9da456-2cc5-41d0-972a-2204bd59d854/4f9da456-2cc5-41d0-972a-2204bd59d854.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.398617] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86b42929-7d20-4407-b8fc-c97837ea7ecd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.404545] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 984.404545] env[69486]: value = "task-3214417" [ 984.404545] env[69486]: _type = "Task" [ 984.404545] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.414222] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.449543] env[69486]: DEBUG nova.network.neutron [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Updated VIF entry in instance network info cache for port bca73879-d344-4874-a90d-e7ec053ca9c9. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.449987] env[69486]: DEBUG nova.network.neutron [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Updating instance_info_cache with network_info: [{"id": "49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885", "address": "fa:16:3e:76:6b:10", "network": {"id": "8063a8ab-2ea7-488e-b397-57880d413405", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-414574083", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ef8d3d-8d", "ovs_interfaceid": "49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bca73879-d344-4874-a90d-e7ec053ca9c9", "address": "fa:16:3e:13:7a:e7", "network": {"id": "fa3c96c7-53ae-4ef5-a23d-60d2eda84a18", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883650617", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "83fbd9e615e64d74ba6343feb0404b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca73879-d3", "ovs_interfaceid": "bca73879-d344-4874-a90d-e7ec053ca9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.577450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.577450] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Instance network_info: |[{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.577673] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:63:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4049c00d-9440-4c38-b139-ea885159e7d7', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.585367] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating folder: Project (4579b8222ddb45079e112ec471f6faf0). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.585673] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0340920b-4e1c-4aad-b4be-6d2c5582a40a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.598623] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created folder: Project (4579b8222ddb45079e112ec471f6faf0) in parent group-v642494. [ 984.598623] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating folder: Instances. Parent ref: group-v642721. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.598866] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c308253-275b-4d18-939e-7d0563f10667 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.608567] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created folder: Instances in parent group-v642721. [ 984.608811] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.609014] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.609610] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be97f5c-c58b-435b-b363-bbad2345cf4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.624782] env[69486]: DEBUG nova.network.neutron [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Updated VIF entry in instance network info cache for port ebcf5d63-f76d-4aff-a087-9887adc6537b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.625145] env[69486]: DEBUG nova.network.neutron [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Updating instance_info_cache with network_info: [{"id": "ebcf5d63-f76d-4aff-a087-9887adc6537b", "address": "fa:16:3e:b1:a1:e3", "network": {"id": "ab6137d8-7201-4bcb-8036-41ac4910c411", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1415568235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e83643f0ab4804a223581e4bfadff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcf5d63-f7", "ovs_interfaceid": "ebcf5d63-f76d-4aff-a087-9887adc6537b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.634700] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.634700] env[69486]: value = "task-3214420" [ 984.634700] env[69486]: _type = "Task" [ 984.634700] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.643022] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214416, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.648222] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.649539] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.649821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.650450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Releasing lock "refresh_cache-1db47dfb-f2a2-44c2-b5df-1764378fce17" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.652231] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214420, 'name': CreateVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.653799] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93a2e55-fec4-49c6-ada3-b870535a788e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.675933] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.676211] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.676281] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.676469] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.676618] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.676779] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.677063] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.677263] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.677439] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.677601] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.677811] env[69486]: DEBUG nova.virt.hardware [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.684919] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfiguring VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 984.685735] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c3a99f-a3de-4a7f-a11b-28353f0646ca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.705249] env[69486]: DEBUG oslo_vmware.api [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 984.705249] env[69486]: value = "task-3214421" [ 984.705249] env[69486]: _type = "Task" [ 984.705249] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.714335] env[69486]: DEBUG oslo_vmware.api [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214421, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.768279] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.495s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.769288] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.855s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.769763] env[69486]: DEBUG nova.objects.instance [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lazy-loading 'resources' on Instance uuid 0185b97c-4f0b-48dd-afb3-5ce9d6727711 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.917744] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214417, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.953435] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Releasing lock "refresh_cache-77cde697-505e-45b9-8d7a-8271f180233f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.953967] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Received event network-vif-plugged-4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 984.954242] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.954570] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Lock "6729ef62-a381-417f-afed-47b012a8cada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.954851] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Lock "6729ef62-a381-417f-afed-47b012a8cada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.955078] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] No waiting events found dispatching network-vif-plugged-4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.955367] env[69486]: WARNING nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Received unexpected event network-vif-plugged-4049c00d-9440-4c38-b139-ea885159e7d7 for instance with vm_state building and task_state spawning. [ 984.955606] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Received event network-changed-4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 984.955848] env[69486]: DEBUG nova.compute.manager [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Refreshing instance network info cache due to event network-changed-4049c00d-9440-4c38-b139-ea885159e7d7. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 984.956129] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.956342] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.956584] env[69486]: DEBUG nova.network.neutron [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Refreshing network info cache for port 4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.018317] env[69486]: DEBUG nova.network.neutron [-] [instance: 5495c78b-b703-4f20-98f0-153829623747] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.128946] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Releasing lock "refresh_cache-4f9da456-2cc5-41d0-972a-2204bd59d854" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.129319] env[69486]: DEBUG nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-vif-plugged-98f8c49d-b667-4a06-a999-4a92753ff517 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 985.129561] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.129805] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.130014] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.130238] env[69486]: DEBUG nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] No waiting events found dispatching network-vif-plugged-98f8c49d-b667-4a06-a999-4a92753ff517 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.130431] env[69486]: WARNING nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received unexpected event network-vif-plugged-98f8c49d-b667-4a06-a999-4a92753ff517 for instance with vm_state active and task_state None. [ 985.130627] env[69486]: DEBUG nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-changed-98f8c49d-b667-4a06-a999-4a92753ff517 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 985.130831] env[69486]: DEBUG nova.compute.manager [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing instance network info cache due to event network-changed-98f8c49d-b667-4a06-a999-4a92753ff517. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 985.131051] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.131298] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.131482] env[69486]: DEBUG nova.network.neutron [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Refreshing network info cache for port 98f8c49d-b667-4a06-a999-4a92753ff517 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.145076] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214420, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.149155] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757883} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.149414] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 77cde697-505e-45b9-8d7a-8271f180233f/77cde697-505e-45b9-8d7a-8271f180233f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.149626] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.149888] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fccc2e38-e89a-4732-839a-922b37f8b2c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.157271] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 985.157271] env[69486]: value = "task-3214422" [ 985.157271] env[69486]: _type = "Task" [ 985.157271] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.165477] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.224127] env[69486]: DEBUG oslo_vmware.api [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.281913] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7f4ff93b-952e-4b03-b330-60c003928fde tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.500s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.283067] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.950s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.283461] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.283832] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.284020] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.288592] env[69486]: INFO nova.compute.manager [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Terminating instance [ 985.417124] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809306} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.417422] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 4f9da456-2cc5-41d0-972a-2204bd59d854/4f9da456-2cc5-41d0-972a-2204bd59d854.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.417636] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.417886] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-820beda1-b943-4c09-9c63-9f5ed5e7ad44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.426830] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 985.426830] env[69486]: value = "task-3214423" [ 985.426830] env[69486]: _type = "Task" [ 985.426830] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.445662] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.520714] env[69486]: INFO nova.compute.manager [-] [instance: 5495c78b-b703-4f20-98f0-153829623747] Took 1.86 seconds to deallocate network for instance. [ 985.619237] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6214f3-50bc-4b72-89ed-276d4fb46616 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.630543] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4425c526-4e23-4a4d-ac68-c12269704dbd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.665994] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.668947] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ee34ad-415e-4b3b-9cfd-4eeffc212a75 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.673629] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074de892-f5df-4bd0-8897-28b441909299 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.681251] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214420, 'name': CreateVM_Task, 'duration_secs': 0.761966} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.684251] env[69486]: DEBUG nova.network.neutron [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [{"id": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "address": "fa:16:3e:f3:36:43", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6424d2-75", "ovs_interfaceid": "fd6424d2-7583-4da1-b876-dd49ca2550b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.688264] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.688660] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090283} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.690537] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.690745] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.691116] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.692582] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd6a55-82ec-4f5f-960e-1a9f174d67a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.696717] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.697094] env[69486]: DEBUG oslo_vmware.api [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 985.697094] env[69486]: value = "task-3214424" [ 985.697094] env[69486]: _type = "Task" [ 985.697094] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.697950] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c792fbe-5988-47a4-b11d-0fc2c6ce5be2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.700619] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7652b029-419e-4e13-9ae9-4e1ff2f0763a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.718203] env[69486]: DEBUG nova.compute.provider_tree [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.749993] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 77cde697-505e-45b9-8d7a-8271f180233f/77cde697-505e-45b9-8d7a-8271f180233f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.749993] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 985.749993] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d7c6be-d93b-cb41-7e37-9d73f872ddfe" [ 985.749993] env[69486]: _type = "Task" [ 985.749993] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.758678] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1933ad-e0c3-4a40-9096-4996586f53e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.775292] env[69486]: DEBUG oslo_vmware.api [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.783254] env[69486]: DEBUG oslo_vmware.api [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.790428] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d7c6be-d93b-cb41-7e37-9d73f872ddfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.792904] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.793173] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.793414] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.793560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.793733] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.796611] env[69486]: DEBUG nova.compute.manager [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.797190] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.797846] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 985.797846] env[69486]: value = "task-3214425" [ 985.797846] env[69486]: _type = "Task" [ 985.797846] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.798035] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32ce686d-a1c2-4933-8186-1b5f00634def {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.804018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.804018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.804018] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32c03252-7be1-4bee-bbaf-835aaef2acab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.818028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ef64e-4f2b-4f14-8f09-5d0125f50551 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.829254] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.831116] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.831305] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.832416] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad14f50-f76a-43c9-a173-250633f42850 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.840435] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 985.840435] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c39e9a-f705-aa36-a8d3-5d182c188bfa" [ 985.840435] env[69486]: _type = "Task" [ 985.840435] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.858932] env[69486]: WARNING nova.virt.vmwareapi.vmops [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c77fc8a9-f12e-4ea4-895f-96fdba477bf5 could not be found. [ 985.859496] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.859801] env[69486]: INFO nova.compute.manager [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Took 0.06 seconds to destroy the instance on the hypervisor. [ 985.860068] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.860766] env[69486]: DEBUG nova.compute.manager [-] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.860882] env[69486]: DEBUG nova.network.neutron [-] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.865703] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c39e9a-f705-aa36-a8d3-5d182c188bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.940424] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273757} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.940424] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.940424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456c65e-182c-4d9f-adf3-d0245c08dec3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.972199] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4f9da456-2cc5-41d0-972a-2204bd59d854/4f9da456-2cc5-41d0-972a-2204bd59d854.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.975164] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b5b6af-cd7b-41c6-9764-7642866ce976 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.998565] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 985.998565] env[69486]: value = "task-3214426" [ 985.998565] env[69486]: _type = "Task" [ 985.998565] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.007695] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.030131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.106538] env[69486]: DEBUG nova.network.neutron [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updated VIF entry in instance network info cache for port 4049c00d-9440-4c38-b139-ea885159e7d7. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.106964] env[69486]: DEBUG nova.network.neutron [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.189721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-14c924c3-c0ce-4114-9272-3df61026f88a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.189972] env[69486]: DEBUG nova.objects.instance [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lazy-loading 'migration_context' on Instance uuid 14c924c3-c0ce-4114-9272-3df61026f88a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.214612] env[69486]: DEBUG oslo_vmware.api [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214424, 'name': PowerOnVM_Task, 'duration_secs': 0.428507} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.215335] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.215335] env[69486]: DEBUG nova.compute.manager [None req-f08aaf50-4ee0-44bc-8126-b6c95abc423f tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.216132] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75377e52-5893-4a39-91f1-f91d30c01076 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.219430] env[69486]: DEBUG nova.network.neutron [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updated VIF entry in instance network info cache for port 98f8c49d-b667-4a06-a999-4a92753ff517. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.219898] env[69486]: DEBUG nova.network.neutron [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5558649-29db-45ec-a93a-559214132506", "address": "fa:16:3e:9b:54:17", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5558649-29", "ovs_interfaceid": "b5558649-29db-45ec-a93a-559214132506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98f8c49d-b667-4a06-a999-4a92753ff517", "address": "fa:16:3e:e0:bc:c2", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f8c49d-b6", "ovs_interfaceid": "98f8c49d-b667-4a06-a999-4a92753ff517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.234702] env[69486]: DEBUG oslo_vmware.api [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214421, 'name': ReconfigVM_Task, 'duration_secs': 1.248838} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.236074] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.236217] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfigured VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 986.239871] env[69486]: DEBUG nova.scheduler.client.report [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.309124] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.317967] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.352476] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c39e9a-f705-aa36-a8d3-5d182c188bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.028764} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.353246] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307065c0-a14c-4d9d-9b44-1f74e4db68e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.359172] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 986.359172] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b7ee9c-74ff-121e-8111-f924e5084ec5" [ 986.359172] env[69486]: _type = "Task" [ 986.359172] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.368851] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b7ee9c-74ff-121e-8111-f924e5084ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.391412] env[69486]: DEBUG nova.compute.manager [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Received event network-changed-1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 986.391612] env[69486]: DEBUG nova.compute.manager [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Refreshing instance network info cache due to event network-changed-1321206c-1d99-4a6c-b810-91cc71968134. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 986.391832] env[69486]: DEBUG oslo_concurrency.lockutils [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] Acquiring lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.392016] env[69486]: DEBUG oslo_concurrency.lockutils [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] Acquired lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.392210] env[69486]: DEBUG nova.network.neutron [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Refreshing network info cache for port 1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.508244] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.609610] env[69486]: DEBUG oslo_concurrency.lockutils [req-41b23b71-0924-440b-bc32-0f4372361194 req-06068439-e4bd-45e7-870f-e73faf1f83a3 service nova] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.694601] env[69486]: DEBUG nova.objects.base [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Object Instance<14c924c3-c0ce-4114-9272-3df61026f88a> lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.695561] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32964160-7208-4804-b0e5-948bf552c374 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.716380] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6801da7e-2783-464b-971f-a3400f6f48b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.722851] env[69486]: DEBUG oslo_vmware.api [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 986.722851] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e8557b-6411-d705-7192-5337d1fe1438" [ 986.722851] env[69486]: _type = "Task" [ 986.722851] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.722851] env[69486]: DEBUG oslo_concurrency.lockutils [req-79b6a860-3c4b-4cf6-a1f9-01177d1be749 req-96a79217-1ef5-402f-9bbf-3f11b405018c service nova] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.731096] env[69486]: DEBUG oslo_vmware.api [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e8557b-6411-d705-7192-5337d1fe1438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.745756] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aec31fdc-ab81-4f62-a148-a16c80958a61 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-98f8c49d-b667-4a06-a999-4a92753ff517" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.405s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.747628] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.752932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.059s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.752932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.753085] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 986.753900] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.896s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.755814] env[69486]: INFO nova.compute.claims [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.760922] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377fb67e-5688-441d-8748-48dad74d1939 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.770518] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c6acf6-f55d-44b9-bc6a-38dc8ccf719d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.776378] env[69486]: INFO nova.scheduler.client.report [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Deleted allocations for instance 0185b97c-4f0b-48dd-afb3-5ce9d6727711 [ 986.791775] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dec082-0a86-4d00-a417-a364d04345f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.798950] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db94f9-4589-4e0d-af91-55c04249eb85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.831915] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179001MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 986.832134] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.846020] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.847537] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.861971] env[69486]: DEBUG nova.network.neutron [-] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.873085] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b7ee9c-74ff-121e-8111-f924e5084ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.050863} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.873356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.873614] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 6729ef62-a381-417f-afed-47b012a8cada/6729ef62-a381-417f-afed-47b012a8cada.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.873869] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d5090e9-d75f-4607-9c47-4517f4cfa9ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.882071] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 986.882071] env[69486]: value = "task-3214427" [ 986.882071] env[69486]: _type = "Task" [ 986.882071] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.890740] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.011191] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.218988] env[69486]: DEBUG nova.network.neutron [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updated VIF entry in instance network info cache for port 1321206c-1d99-4a6c-b810-91cc71968134. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.219663] env[69486]: DEBUG nova.network.neutron [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [{"id": "1321206c-1d99-4a6c-b810-91cc71968134", "address": "fa:16:3e:a7:94:5a", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1321206c-1d", "ovs_interfaceid": "1321206c-1d99-4a6c-b810-91cc71968134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.235578] env[69486]: DEBUG oslo_vmware.api [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e8557b-6411-d705-7192-5337d1fe1438, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.235929] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.295343] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ef0b40c7-d8f0-4af3-a1b2-33514f5e048a tempest-ImagesTestJSON-863704208 tempest-ImagesTestJSON-863704208-project-member] Lock "0185b97c-4f0b-48dd-afb3-5ce9d6727711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.943s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.338051] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214425, 'name': ReconfigVM_Task, 'duration_secs': 1.310913} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.338401] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 77cde697-505e-45b9-8d7a-8271f180233f/77cde697-505e-45b9-8d7a-8271f180233f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.339102] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dc699b5-11a6-4f99-b364-f03bffe60dc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.346927] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 987.346927] env[69486]: value = "task-3214428" [ 987.346927] env[69486]: _type = "Task" [ 987.346927] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.356064] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214428, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.367813] env[69486]: INFO nova.compute.manager [-] [instance: c77fc8a9-f12e-4ea4-895f-96fdba477bf5] Took 1.51 seconds to deallocate network for instance. [ 987.392530] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.510744] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214426, 'name': ReconfigVM_Task, 'duration_secs': 1.075737} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.511025] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4f9da456-2cc5-41d0-972a-2204bd59d854/4f9da456-2cc5-41d0-972a-2204bd59d854.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.511667] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dab2c23e-1d18-42f6-a7f3-0e186451f0cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.518041] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 987.518041] env[69486]: value = "task-3214429" [ 987.518041] env[69486]: _type = "Task" [ 987.518041] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.526564] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214429, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.722810] env[69486]: DEBUG oslo_concurrency.lockutils [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] Releasing lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.723169] env[69486]: DEBUG nova.compute.manager [req-1b1de848-eec8-41ce-baef-39d6152fa4f5 req-1d8b85ab-3084-4f49-b104-1e01b6f631e6 service nova] [instance: 5495c78b-b703-4f20-98f0-153829623747] Received event network-vif-deleted-5fa2b17c-c731-4776-a093-0c9a2d356be9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 987.857961] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214428, 'name': Rename_Task, 'duration_secs': 0.215117} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.860957] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.861234] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7d0fd80-9299-40ba-9e19-1fb800636433 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.869072] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 987.869072] env[69486]: value = "task-3214430" [ 987.869072] env[69486]: _type = "Task" [ 987.869072] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.882732] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.899480] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65135} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.899719] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 6729ef62-a381-417f-afed-47b012a8cada/6729ef62-a381-417f-afed-47b012a8cada.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.900501] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.900501] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e70cfc-bdb7-4cd4-9e16-ee5e15057dbd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.907205] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 987.907205] env[69486]: value = "task-3214431" [ 987.907205] env[69486]: _type = "Task" [ 987.907205] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.922244] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.028894] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214429, 'name': Rename_Task, 'duration_secs': 0.231819} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.032102] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.032824] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5b0632-38e7-48d3-b96a-9e9906c4ec65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.040735] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 988.040735] env[69486]: value = "task-3214432" [ 988.040735] env[69486]: _type = "Task" [ 988.040735] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.053295] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.109898] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0604f-66e1-4687-89f7-2d3fc86f69c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.117434] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb8e85-a84a-493c-bcce-cae04a7d721c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.153024] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77698641-f1f1-4d9b-aa7e-b4449ac0afee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.162230] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6658aad-2424-4e13-86ce-6b50a4a71060 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.179583] env[69486]: DEBUG nova.compute.provider_tree [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.382762] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.403796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ff3f59ce-101d-4c1c-8b37-e43c509cc5f5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "c77fc8a9-f12e-4ea4-895f-96fdba477bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.121s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.417436] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090506} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.418575] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.418826] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdfbd40-e67f-4b80-9a4b-0e4909416da6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.423333] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-b5558649-29db-45ec-a93a-559214132506" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.423536] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-b5558649-29db-45ec-a93a-559214132506" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.448503] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 6729ef62-a381-417f-afed-47b012a8cada/6729ef62-a381-417f-afed-47b012a8cada.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.450492] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48275e52-3705-46b6-995a-acd5b367bd49 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.472093] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 988.472093] env[69486]: value = "task-3214433" [ 988.472093] env[69486]: _type = "Task" [ 988.472093] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.481466] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.550882] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.683248] env[69486]: DEBUG nova.scheduler.client.report [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.880891] env[69486]: DEBUG oslo_vmware.api [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214430, 'name': PowerOnVM_Task, 'duration_secs': 0.686952} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.880891] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.881094] env[69486]: INFO nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Took 13.97 seconds to spawn the instance on the hypervisor. [ 988.881094] env[69486]: DEBUG nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.881876] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf939d-a0bc-4ecb-a1cf-8373a8076d4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.925905] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.926169] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.927215] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7696afe-2d33-4c37-8305-28d566bebc50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.946492] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce551161-15e2-48ac-a8df-4fefb0db6a4d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.979381] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfiguring VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 988.983375] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059d41b9-3d90-4511-b25f-2396a093cdc0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.003564] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.005134] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 989.005134] env[69486]: value = "task-3214434" [ 989.005134] env[69486]: _type = "Task" [ 989.005134] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.016290] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.051893] env[69486]: DEBUG oslo_vmware.api [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214432, 'name': PowerOnVM_Task, 'duration_secs': 0.517581} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.052203] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.052585] env[69486]: INFO nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Took 9.31 seconds to spawn the instance on the hypervisor. [ 989.052832] env[69486]: DEBUG nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.054120] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1784bbb8-ceca-49f6-a1d1-47df333802ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.194059] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.194809] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.197333] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.308s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.201501] env[69486]: INFO nova.compute.claims [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.407027] env[69486]: INFO nova.compute.manager [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Took 39.68 seconds to build instance. [ 989.483862] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214433, 'name': ReconfigVM_Task, 'duration_secs': 0.730936} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.484443] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 6729ef62-a381-417f-afed-47b012a8cada/6729ef62-a381-417f-afed-47b012a8cada.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.485577] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0581314-ec91-4e99-8546-77252b668a8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.492201] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 989.492201] env[69486]: value = "task-3214435" [ 989.492201] env[69486]: _type = "Task" [ 989.492201] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.506955] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214435, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.517859] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.580063] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.580279] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.584645] env[69486]: INFO nova.compute.manager [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Took 31.27 seconds to build instance. [ 989.704171] env[69486]: DEBUG nova.compute.utils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.707545] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.707727] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.751804] env[69486]: DEBUG nova.policy [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43f58ccba4144d09ba20cf591e8efe78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ea745a6c5ab4201860d143d01fbd257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.857819] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b157ae-8520-a7dc-388b-554ed7e09ac0/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 989.860194] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e9fa0-3759-4ac4-a5c8-33b22e1948b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.867376] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b157ae-8520-a7dc-388b-554ed7e09ac0/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 989.867694] env[69486]: ERROR oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b157ae-8520-a7dc-388b-554ed7e09ac0/disk-0.vmdk due to incomplete transfer. [ 989.868049] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-668d01d5-63b1-41bd-8bf8-287ee1bf8dc1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.878756] env[69486]: DEBUG oslo_vmware.rw_handles [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b157ae-8520-a7dc-388b-554ed7e09ac0/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 989.881178] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Uploaded image 35fd4383-ee41-4e0c-8a47-a5e536f74e74 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 989.883934] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 989.884397] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9ea787c-3452-43ad-9396-4834ab7e276c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.891740] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 989.891740] env[69486]: value = "task-3214436" [ 989.891740] env[69486]: _type = "Task" [ 989.891740] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.900759] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214436, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.908566] env[69486]: DEBUG oslo_concurrency.lockutils [None req-471563bf-e4f8-49a2-a63d-02bc5d8176d6 tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "77cde697-505e-45b9-8d7a-8271f180233f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.202s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.926375] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "05950d7e-de80-4015-b282-26189549239b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.926700] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "05950d7e-de80-4015-b282-26189549239b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.927022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "05950d7e-de80-4015-b282-26189549239b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.927356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "05950d7e-de80-4015-b282-26189549239b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.927474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "05950d7e-de80-4015-b282-26189549239b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.930183] env[69486]: INFO nova.compute.manager [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Terminating instance [ 990.001871] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214435, 'name': Rename_Task, 'duration_secs': 0.185351} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.002789] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.003650] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee88e11e-28a0-4e45-b321-37c193bfe052 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.013689] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 990.013689] env[69486]: value = "task-3214437" [ 990.013689] env[69486]: _type = "Task" [ 990.013689] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.020602] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.026303] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.071427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "77cde697-505e-45b9-8d7a-8271f180233f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.071427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "77cde697-505e-45b9-8d7a-8271f180233f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.071427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "77cde697-505e-45b9-8d7a-8271f180233f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.071427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "77cde697-505e-45b9-8d7a-8271f180233f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.071427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "77cde697-505e-45b9-8d7a-8271f180233f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.072074] env[69486]: INFO nova.compute.manager [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Terminating instance [ 990.084934] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.090276] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b5bb4def-8c27-4bb2-849f-309799648717 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.792s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.178487] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Successfully created port: 177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.209024] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.404383] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214436, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.437012] env[69486]: DEBUG nova.compute.manager [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.439252] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.440855] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0700284-c84d-4a72-ada9-7ac0eb1a139d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.448886] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.449164] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994a1f7e-b976-4bc0-af21-4a046c5244ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.458814] env[69486]: DEBUG oslo_vmware.api [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 990.458814] env[69486]: value = "task-3214438" [ 990.458814] env[69486]: _type = "Task" [ 990.458814] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.467224] env[69486]: DEBUG oslo_vmware.api [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.523653] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.529411] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.575948] env[69486]: DEBUG nova.compute.manager [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.576371] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.577279] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564bedf5-f8c0-4369-956e-84ffaf32a022 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.582320] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d47aaf9-b802-4967-9c89-3439b90c6907 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.589572] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.591397] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e527d656-83a1-4aaf-b07a-a987117ceba9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.596050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e210bae-b22d-4d74-b4d1-b860cac8b93f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.631035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.632543] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2e2f8f-997d-4120-a33e-f98910623c83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.635245] env[69486]: DEBUG oslo_vmware.api [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 990.635245] env[69486]: value = "task-3214439" [ 990.635245] env[69486]: _type = "Task" [ 990.635245] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.642066] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937b192-fef0-4c26-bf52-fd22c1067056 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.648650] env[69486]: DEBUG oslo_vmware.api [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.658453] env[69486]: DEBUG nova.compute.provider_tree [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.802297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "4f9da456-2cc5-41d0-972a-2204bd59d854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.802579] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.802852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "4f9da456-2cc5-41d0-972a-2204bd59d854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.803051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.803271] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.805724] env[69486]: INFO nova.compute.manager [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Terminating instance [ 990.905658] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214436, 'name': Destroy_Task, 'duration_secs': 0.686791} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.905950] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Destroyed the VM [ 990.906314] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 990.906613] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb7fd156-652b-4f28-9a98-4e6041e6959e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.913116] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 990.913116] env[69486]: value = "task-3214440" [ 990.913116] env[69486]: _type = "Task" [ 990.913116] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.923746] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.968167] env[69486]: DEBUG oslo_vmware.api [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214438, 'name': PowerOffVM_Task, 'duration_secs': 0.270886} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.968392] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.968559] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.968803] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51aa0659-cfc8-4212-be41-52b301d82f19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.018359] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.026785] env[69486]: DEBUG oslo_vmware.api [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214437, 'name': PowerOnVM_Task, 'duration_secs': 0.797784} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.027543] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.027755] env[69486]: INFO nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 9.23 seconds to spawn the instance on the hypervisor. [ 991.027935] env[69486]: DEBUG nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.029216] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee764c7-5a8e-4c98-9be2-526d7bb3f9ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.031725] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.031889] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.032082] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleting the datastore file [datastore2] 05950d7e-de80-4015-b282-26189549239b {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.032318] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06133407-03ba-4fa4-ba2d-be36aea3c1ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.041023] env[69486]: DEBUG oslo_vmware.api [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 991.041023] env[69486]: value = "task-3214442" [ 991.041023] env[69486]: _type = "Task" [ 991.041023] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.048785] env[69486]: DEBUG oslo_vmware.api [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.146300] env[69486]: DEBUG oslo_vmware.api [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214439, 'name': PowerOffVM_Task, 'duration_secs': 0.325214} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.146300] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.146300] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.146727] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b28bccf1-7fa0-42b4-9cfa-b8cec9e9cdc1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.162345] env[69486]: DEBUG nova.scheduler.client.report [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.227372] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.249969] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.250244] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.250485] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Deleting the datastore file [datastore2] 77cde697-505e-45b9-8d7a-8271f180233f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.250961] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97955f98-4f17-49ca-a78b-3e83654706b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.257181] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.257453] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.257875] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.258099] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.258292] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.258493] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.258668] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.258842] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.259013] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.259183] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.259370] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.260250] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4bc0e-10f0-4b01-8668-628fd790f708 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.264247] env[69486]: DEBUG oslo_vmware.api [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for the task: (returnval){ [ 991.264247] env[69486]: value = "task-3214444" [ 991.264247] env[69486]: _type = "Task" [ 991.264247] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.270908] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6770d-37f0-4102-8821-1588045848ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.277538] env[69486]: DEBUG oslo_vmware.api [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.312989] env[69486]: DEBUG nova.compute.manager [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.313293] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.314692] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db5208-4266-4e4f-922e-9c1fcb213c48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.325109] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.325405] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606bc7bc-fea9-4a31-b692-74cf2913adeb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.332015] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 991.332015] env[69486]: value = "task-3214445" [ 991.332015] env[69486]: _type = "Task" [ 991.332015] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.341047] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.424571] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214440, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.523118] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.560257] env[69486]: INFO nova.compute.manager [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 29.03 seconds to build instance. [ 991.566606] env[69486]: DEBUG oslo_vmware.api [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217786} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.567282] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.567752] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.567950] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.568267] env[69486]: INFO nova.compute.manager [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 05950d7e-de80-4015-b282-26189549239b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 991.568605] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.568873] env[69486]: DEBUG nova.compute.manager [-] [instance: 05950d7e-de80-4015-b282-26189549239b] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.569244] env[69486]: DEBUG nova.network.neutron [-] [instance: 05950d7e-de80-4015-b282-26189549239b] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.667657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.668204] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.671641] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.258s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.671858] env[69486]: DEBUG nova.objects.instance [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lazy-loading 'resources' on Instance uuid 8c00fe50-d725-49f4-9a5c-21a64d4ad389 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.776158] env[69486]: DEBUG oslo_vmware.api [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Task: {'id': task-3214444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257249} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.776713] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.779092] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.779092] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.779092] env[69486]: INFO nova.compute.manager [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 991.779092] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.779092] env[69486]: DEBUG nova.compute.manager [-] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.779092] env[69486]: DEBUG nova.network.neutron [-] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.842844] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214445, 'name': PowerOffVM_Task, 'duration_secs': 0.278429} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.843836] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.844114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.844428] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7f2300-4aa3-4b1f-9f6c-77d7da31f5ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.905029] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.905029] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.905029] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Deleting the datastore file [datastore1] 4f9da456-2cc5-41d0-972a-2204bd59d854 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.905029] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e260d9c6-a096-47fb-95db-25fcca6303ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.912730] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for the task: (returnval){ [ 991.912730] env[69486]: value = "task-3214447" [ 991.912730] env[69486]: _type = "Task" [ 991.912730] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.930027] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.930652] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214440, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552889} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.930910] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 991.931281] env[69486]: DEBUG nova.compute.manager [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.932114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec3778-d616-455c-81fe-e9d326bdb96d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.960240] env[69486]: DEBUG nova.compute.manager [req-169c37aa-ade4-4c05-a105-f6bb613810b5 req-52a90355-4133-49c5-a0f7-329e62988c92 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Received event network-vif-plugged-177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 991.964188] env[69486]: DEBUG oslo_concurrency.lockutils [req-169c37aa-ade4-4c05-a105-f6bb613810b5 req-52a90355-4133-49c5-a0f7-329e62988c92 service nova] Acquiring lock "3624c085-34a9-4250-bc9f-937a15cfcbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.964491] env[69486]: DEBUG oslo_concurrency.lockutils [req-169c37aa-ade4-4c05-a105-f6bb613810b5 req-52a90355-4133-49c5-a0f7-329e62988c92 service nova] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.964667] env[69486]: DEBUG oslo_concurrency.lockutils [req-169c37aa-ade4-4c05-a105-f6bb613810b5 req-52a90355-4133-49c5-a0f7-329e62988c92 service nova] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.964843] env[69486]: DEBUG nova.compute.manager [req-169c37aa-ade4-4c05-a105-f6bb613810b5 req-52a90355-4133-49c5-a0f7-329e62988c92 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] No waiting events found dispatching network-vif-plugged-177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.965025] env[69486]: WARNING nova.compute.manager [req-169c37aa-ade4-4c05-a105-f6bb613810b5 req-52a90355-4133-49c5-a0f7-329e62988c92 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Received unexpected event network-vif-plugged-177f11d9-23b2-4bcb-af00-90770ec5b6f9 for instance with vm_state building and task_state spawning. [ 992.025027] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.068191] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b588fa8e-e9cd-4b89-886b-710c43ffd241 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.547s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.126867] env[69486]: DEBUG nova.compute.manager [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Received event network-changed-4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 992.127119] env[69486]: DEBUG nova.compute.manager [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Refreshing instance network info cache due to event network-changed-4049c00d-9440-4c38-b139-ea885159e7d7. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 992.127508] env[69486]: DEBUG oslo_concurrency.lockutils [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.127508] env[69486]: DEBUG oslo_concurrency.lockutils [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.127700] env[69486]: DEBUG nova.network.neutron [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Refreshing network info cache for port 4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.175291] env[69486]: DEBUG nova.compute.utils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.176964] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.177148] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.260499] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Successfully updated port: 177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.280861] env[69486]: DEBUG nova.policy [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43f58ccba4144d09ba20cf591e8efe78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ea745a6c5ab4201860d143d01fbd257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.431778] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.444183] env[69486]: INFO nova.compute.manager [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Shelve offloading [ 992.520957] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.538148] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99dd8e4-637f-4ba1-9a6e-89459a31b264 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.545286] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0dac83-4754-4926-b64a-e26834b46785 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.581170] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535908a4-8803-4ef1-b44c-b3b4aa848118 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.589939] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a09eca-28fd-4df0-8c32-0b2823295d91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.604792] env[69486]: DEBUG nova.compute.provider_tree [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.606226] env[69486]: DEBUG nova.network.neutron [-] [instance: 05950d7e-de80-4015-b282-26189549239b] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.682377] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.762577] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "refresh_cache-3624c085-34a9-4250-bc9f-937a15cfcbc1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.762577] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "refresh_cache-3624c085-34a9-4250-bc9f-937a15cfcbc1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.762577] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.924100] env[69486]: DEBUG oslo_vmware.api [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Task: {'id': task-3214447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.868736} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.924492] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.924685] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.924909] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.925137] env[69486]: INFO nova.compute.manager [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Took 1.61 seconds to destroy the instance on the hypervisor. [ 992.925425] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.925761] env[69486]: DEBUG nova.compute.manager [-] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.925895] env[69486]: DEBUG nova.network.neutron [-] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.951625] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.951935] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18e3caa-d6ea-425e-8f5f-c1c9cf7fe66c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.960333] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 992.960333] env[69486]: value = "task-3214448" [ 992.960333] env[69486]: _type = "Task" [ 992.960333] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.970898] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.021514] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.108658] env[69486]: DEBUG nova.scheduler.client.report [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.112807] env[69486]: INFO nova.compute.manager [-] [instance: 05950d7e-de80-4015-b282-26189549239b] Took 1.54 seconds to deallocate network for instance. [ 993.294656] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.411631] env[69486]: DEBUG nova.network.neutron [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updated VIF entry in instance network info cache for port 4049c00d-9440-4c38-b139-ea885159e7d7. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.412810] env[69486]: DEBUG nova.network.neutron [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.419546] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Successfully created port: 14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.426701] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Updating instance_info_cache with network_info: [{"id": "177f11d9-23b2-4bcb-af00-90770ec5b6f9", "address": "fa:16:3e:6f:2e:c8", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177f11d9-23", "ovs_interfaceid": "177f11d9-23b2-4bcb-af00-90770ec5b6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.471102] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 993.471374] env[69486]: DEBUG nova.compute.manager [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.472240] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff89af-64f4-49b0-b487-645b35f9f2cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.478498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.478735] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.478958] env[69486]: DEBUG nova.network.neutron [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.521041] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.616042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.618788] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.589s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.619284] env[69486]: DEBUG nova.objects.instance [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid 5495c78b-b703-4f20-98f0-153829623747 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.624184] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.643835] env[69486]: INFO nova.scheduler.client.report [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Deleted allocations for instance 8c00fe50-d725-49f4-9a5c-21a64d4ad389 [ 993.671417] env[69486]: DEBUG nova.network.neutron [-] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.694034] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.724349] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.724654] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.725226] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.725226] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.725226] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.725557] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.725557] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.725690] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.725895] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.726135] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.726363] env[69486]: DEBUG nova.virt.hardware [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.727375] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165ee738-210d-4eff-98d2-61f0439d11ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.735583] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4231637-8af9-40ff-a8f7-19299bdf6c21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.866237] env[69486]: DEBUG nova.network.neutron [-] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.918107] env[69486]: DEBUG oslo_concurrency.lockutils [req-8063194a-382b-44cb-86b3-2c0856868db0 req-f4da56bd-8ff8-40cc-837b-277d1a85d510 service nova] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.929791] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "refresh_cache-3624c085-34a9-4250-bc9f-937a15cfcbc1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.930151] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Instance network_info: |[{"id": "177f11d9-23b2-4bcb-af00-90770ec5b6f9", "address": "fa:16:3e:6f:2e:c8", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177f11d9-23", "ovs_interfaceid": "177f11d9-23b2-4bcb-af00-90770ec5b6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.930567] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2e:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '177f11d9-23b2-4bcb-af00-90770ec5b6f9', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.940469] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Creating folder: Project (0ea745a6c5ab4201860d143d01fbd257). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.940770] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f556106-5120-48d7-9eaf-438432add039 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.954190] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Created folder: Project (0ea745a6c5ab4201860d143d01fbd257) in parent group-v642494. [ 993.954190] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Creating folder: Instances. Parent ref: group-v642724. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.954190] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c472da49-0eee-44bc-b1e9-180974a38a88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.967212] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Created folder: Instances in parent group-v642724. [ 993.967696] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.968060] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.968414] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a319d3e-d103-4975-9e86-cdeb690b7cee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.994632] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.994632] env[69486]: value = "task-3214451" [ 993.994632] env[69486]: _type = "Task" [ 993.994632] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.005243] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214451, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.007429] env[69486]: DEBUG nova.compute.manager [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 05950d7e-de80-4015-b282-26189549239b] Received event network-vif-deleted-19286246-4aa8-48e1-b8e6-1867e7fd3304 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 994.007641] env[69486]: DEBUG nova.compute.manager [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Received event network-changed-177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 994.007802] env[69486]: DEBUG nova.compute.manager [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Refreshing instance network info cache due to event network-changed-177f11d9-23b2-4bcb-af00-90770ec5b6f9. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 994.008024] env[69486]: DEBUG oslo_concurrency.lockutils [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] Acquiring lock "refresh_cache-3624c085-34a9-4250-bc9f-937a15cfcbc1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008174] env[69486]: DEBUG oslo_concurrency.lockutils [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] Acquired lock "refresh_cache-3624c085-34a9-4250-bc9f-937a15cfcbc1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.008335] env[69486]: DEBUG nova.network.neutron [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Refreshing network info cache for port 177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.023154] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.155066] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4bde1081-a345-40e1-936d-0fabfc36394c tempest-ServerRescueTestJSON-424415401 tempest-ServerRescueTestJSON-424415401-project-member] Lock "8c00fe50-d725-49f4-9a5c-21a64d4ad389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.461s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.174285] env[69486]: INFO nova.compute.manager [-] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Took 1.25 seconds to deallocate network for instance. [ 994.261783] env[69486]: DEBUG nova.compute.manager [req-4587c06c-17df-4dd3-8539-19fe29e9a17d req-a9d3814f-0a18-4939-805b-718d1034064a service nova] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Received event network-vif-deleted-ebcf5d63-f76d-4aff-a087-9887adc6537b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 994.369430] env[69486]: INFO nova.compute.manager [-] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Took 2.59 seconds to deallocate network for instance. [ 994.466091] env[69486]: DEBUG nova.network.neutron [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.507810] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214451, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.509388] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd7f7f8-fb7f-4a61-b476-1854ee3db3e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.520206] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bccce8d-9cae-4e1c-bad3-a7a82b2e7911 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.526499] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.559961] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819d03a-fb84-4e03-8023-c39c617208c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.564829] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d971954-2559-440a-88fa-5b78434a9f8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.578698] env[69486]: DEBUG nova.compute.provider_tree [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.685934] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.759146] env[69486]: DEBUG nova.network.neutron [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Updated VIF entry in instance network info cache for port 177f11d9-23b2-4bcb-af00-90770ec5b6f9. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.759666] env[69486]: DEBUG nova.network.neutron [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Updating instance_info_cache with network_info: [{"id": "177f11d9-23b2-4bcb-af00-90770ec5b6f9", "address": "fa:16:3e:6f:2e:c8", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap177f11d9-23", "ovs_interfaceid": "177f11d9-23b2-4bcb-af00-90770ec5b6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.883807] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.971207] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.006070] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214451, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.022630] env[69486]: DEBUG oslo_vmware.api [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214434, 'name': ReconfigVM_Task, 'duration_secs': 5.90936} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.025526] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.025526] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Reconfigured VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 995.082229] env[69486]: DEBUG nova.scheduler.client.report [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.262399] env[69486]: DEBUG oslo_concurrency.lockutils [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] Releasing lock "refresh_cache-3624c085-34a9-4250-bc9f-937a15cfcbc1" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.265217] env[69486]: DEBUG nova.compute.manager [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received event network-vif-deleted-bca73879-d344-4874-a90d-e7ec053ca9c9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 995.265217] env[69486]: DEBUG nova.compute.manager [req-dd770c64-c00f-4876-8572-28eba4c45ada req-b48d9077-663d-4db4-9f2d-7ae5c24e89f8 service nova] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Received event network-vif-deleted-49ef8d3d-8d20-4fa8-9e7a-06d4ab83b885 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 995.399764] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Successfully updated port: 14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.508302] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214451, 'name': CreateVM_Task, 'duration_secs': 1.343935} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.508999] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.509226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.509396] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.509718] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.510045] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e913a7c-b544-4e96-a1b6-925e9213ec88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.515774] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 995.515774] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229c22f-457a-5f78-f6df-1156706a84c6" [ 995.515774] env[69486]: _type = "Task" [ 995.515774] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.525309] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229c22f-457a-5f78-f6df-1156706a84c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.591024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.591024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.759s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.599071] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.599071] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7949f7-c9d6-46e9-8a9a-391337ba5545 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.611900] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.612211] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de7bc09-8058-49fc-9cf8-d01790f8d256 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.631936] env[69486]: INFO nova.scheduler.client.report [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance 5495c78b-b703-4f20-98f0-153829623747 [ 995.670675] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.670913] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.671113] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleting the datastore file [datastore2] ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.671835] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e9bb4f-7850-4c77-b0ad-682f5772c295 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.683033] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 995.683033] env[69486]: value = "task-3214453" [ 995.683033] env[69486]: _type = "Task" [ 995.683033] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.692273] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.907290] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "refresh_cache-256ae0b9-d1fd-4aee-b57b-48224890dccf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.907463] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "refresh_cache-256ae0b9-d1fd-4aee-b57b-48224890dccf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.907647] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.033901] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229c22f-457a-5f78-f6df-1156706a84c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.033901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.033901] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.033901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.035916] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.035916] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.036084] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1719eba9-1e0c-47d4-ae11-2a8d1b0d222e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.049457] env[69486]: DEBUG nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Received event network-vif-plugged-14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 996.049722] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Acquiring lock "256ae0b9-d1fd-4aee-b57b-48224890dccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.049876] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.050095] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.050299] env[69486]: DEBUG nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] No waiting events found dispatching network-vif-plugged-14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.050497] env[69486]: WARNING nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Received unexpected event network-vif-plugged-14be112f-3726-44b7-9261-779e37c7bc7c for instance with vm_state building and task_state spawning. [ 996.050659] env[69486]: DEBUG nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Received event network-changed-14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 996.050913] env[69486]: DEBUG nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Refreshing instance network info cache due to event network-changed-14be112f-3726-44b7-9261-779e37c7bc7c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 996.050983] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Acquiring lock "refresh_cache-256ae0b9-d1fd-4aee-b57b-48224890dccf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.060143] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.060340] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.061144] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a22a844-008b-473b-8ba4-cd1722ba3885 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.069188] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 996.069188] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bcef87-abb2-8574-9128-1b67c500c280" [ 996.069188] env[69486]: _type = "Task" [ 996.069188] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.086211] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bcef87-abb2-8574-9128-1b67c500c280, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.089358] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236eb8b4-b2e1-42b9-a27a-aa4e48924a92 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.095142] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 996.095142] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5257c0a9-1cfe-d947-c8b2-9d195bc8ad8b" [ 996.095142] env[69486]: _type = "Task" [ 996.095142] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.112309] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5257c0a9-1cfe-d947-c8b2-9d195bc8ad8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.141071] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8d1b4d00-0591-4cd8-b489-09f83879ab7b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "5495c78b-b703-4f20-98f0-153829623747" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.136s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.195580] env[69486]: DEBUG oslo_vmware.api [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386501} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.195834] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.196021] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.196191] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.233621] env[69486]: INFO nova.scheduler.client.report [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted allocations for instance ce4cb506-303f-41a5-834b-3d211fb6df27 [ 996.391874] env[69486]: DEBUG nova.compute.manager [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-vif-unplugged-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 996.391874] env[69486]: DEBUG oslo_concurrency.lockutils [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.391874] env[69486]: DEBUG oslo_concurrency.lockutils [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.391874] env[69486]: DEBUG oslo_concurrency.lockutils [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.391874] env[69486]: DEBUG nova.compute.manager [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] No waiting events found dispatching network-vif-unplugged-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.392152] env[69486]: WARNING nova.compute.manager [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received unexpected event network-vif-unplugged-548a034c-2db9-4f58-b495-31df365edf94 for instance with vm_state shelved_offloaded and task_state None. [ 996.392443] env[69486]: DEBUG nova.compute.manager [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-changed-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 996.392788] env[69486]: DEBUG nova.compute.manager [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing instance network info cache due to event network-changed-548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 996.393869] env[69486]: DEBUG oslo_concurrency.lockutils [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.394335] env[69486]: DEBUG oslo_concurrency.lockutils [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.394335] env[69486]: DEBUG nova.network.neutron [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing network info cache for port 548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.459433] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.615016] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance 14c924c3-c0ce-4114-9272-3df61026f88a as it has an incoming, in-progress migration dec0c0e1-b21d-43f4-acb1-4f35d6ba5307. Migration status is confirming {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 996.616944] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating resource usage from migration dec0c0e1-b21d-43f4-acb1-4f35d6ba5307 [ 996.619556] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5257c0a9-1cfe-d947-c8b2-9d195bc8ad8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.624580] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.624926] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3624c085-34a9-4250-bc9f-937a15cfcbc1/3624c085-34a9-4250-bc9f-937a15cfcbc1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.625680] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3538c8b1-69df-4da0-8412-aba5d16dcd57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.634711] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 996.634711] env[69486]: value = "task-3214454" [ 996.634711] env[69486]: _type = "Task" [ 996.634711] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.639645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.639645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.639645] env[69486]: DEBUG nova.network.neutron [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.647953] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.649835] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.650136] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.650329] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.650500] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 04c628de-170b-48b9-a10f-73e72b39da0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.650662] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 3d011cc0-16a1-4850-9038-636d11da4480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.650835] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 1a1541b2-9d86-4d66-b05d-385f19562c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.651202] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 1db47dfb-f2a2-44c2-b5df-1764378fce17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.651368] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0235e543-66c0-4ccc-83e3-cc291a18a134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.651586] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 05950d7e-de80-4015-b282-26189549239b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 996.651764] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration dec0c0e1-b21d-43f4-acb1-4f35d6ba5307 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 996.652295] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 14c924c3-c0ce-4114-9272-3df61026f88a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.652487] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance b312dc9d-27dc-44da-a421-bc612e6e8bda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.652677] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 77cde697-505e-45b9-8d7a-8271f180233f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 996.652853] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 4f9da456-2cc5-41d0-972a-2204bd59d854 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 996.653027] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6729ef62-a381-417f-afed-47b012a8cada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.653196] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 3624c085-34a9-4250-bc9f-937a15cfcbc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.653355] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 256ae0b9-d1fd-4aee-b57b-48224890dccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 996.678521] env[69486]: DEBUG nova.network.neutron [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Updating instance_info_cache with network_info: [{"id": "14be112f-3726-44b7-9261-779e37c7bc7c", "address": "fa:16:3e:a9:0c:74", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be112f-37", "ovs_interfaceid": "14be112f-3726-44b7-9261-779e37c7bc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.742026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.023114] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "1a1541b2-9d86-4d66-b05d-385f19562c46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.023570] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.023758] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "1a1541b2-9d86-4d66-b05d-385f19562c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.023758] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.024202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.027419] env[69486]: INFO nova.compute.manager [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Terminating instance [ 997.110474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.110474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "04c628de-170b-48b9-a10f-73e72b39da0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.110474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.110474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.110769] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "04c628de-170b-48b9-a10f-73e72b39da0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.113328] env[69486]: INFO nova.compute.manager [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Terminating instance [ 997.148498] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488061} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.148498] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3624c085-34a9-4250-bc9f-937a15cfcbc1/3624c085-34a9-4250-bc9f-937a15cfcbc1.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.148656] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.149214] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec3953c1-4e3c-419e-aa11-2f7d965f7438 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.157275] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 997.158697] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 997.158697] env[69486]: value = "task-3214455" [ 997.158697] env[69486]: _type = "Task" [ 997.158697] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.169097] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.181422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "refresh_cache-256ae0b9-d1fd-4aee-b57b-48224890dccf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.181583] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Instance network_info: |[{"id": "14be112f-3726-44b7-9261-779e37c7bc7c", "address": "fa:16:3e:a9:0c:74", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be112f-37", "ovs_interfaceid": "14be112f-3726-44b7-9261-779e37c7bc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.182387] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Acquired lock "refresh_cache-256ae0b9-d1fd-4aee-b57b-48224890dccf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.182659] env[69486]: DEBUG nova.network.neutron [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Refreshing network info cache for port 14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.187823] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:0c:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14be112f-3726-44b7-9261-779e37c7bc7c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.201554] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.209076] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.210413] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80d3285-3454-4702-8dfd-24de31346b0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.236532] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.236532] env[69486]: value = "task-3214456" [ 997.236532] env[69486]: _type = "Task" [ 997.236532] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.250633] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214456, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.491156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "ed4904f0-c382-4714-a051-afea0f7fcc9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.491449] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "ed4904f0-c382-4714-a051-afea0f7fcc9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.528605] env[69486]: INFO nova.network.neutron [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Port b5558649-29db-45ec-a93a-559214132506 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 997.528853] env[69486]: INFO nova.network.neutron [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Port 98f8c49d-b667-4a06-a999-4a92753ff517 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 997.529203] env[69486]: DEBUG nova.network.neutron [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.534230] env[69486]: DEBUG nova.compute.manager [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.534230] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.535539] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420477a4-6a99-426d-88d2-53a7e068a133 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.547975] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.548278] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947a7838-8fbb-46ae-a0d0-f7cdd8347fe3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.558598] env[69486]: DEBUG oslo_vmware.api [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 997.558598] env[69486]: value = "task-3214457" [ 997.558598] env[69486]: _type = "Task" [ 997.558598] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.573282] env[69486]: DEBUG oslo_vmware.api [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.599415] env[69486]: DEBUG nova.network.neutron [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Updated VIF entry in instance network info cache for port 14be112f-3726-44b7-9261-779e37c7bc7c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.599415] env[69486]: DEBUG nova.network.neutron [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Updating instance_info_cache with network_info: [{"id": "14be112f-3726-44b7-9261-779e37c7bc7c", "address": "fa:16:3e:a9:0c:74", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be112f-37", "ovs_interfaceid": "14be112f-3726-44b7-9261-779e37c7bc7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.603676] env[69486]: DEBUG nova.network.neutron [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updated VIF entry in instance network info cache for port 548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.603994] env[69486]: DEBUG nova.network.neutron [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap548a034c-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.617072] env[69486]: DEBUG nova.compute.manager [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.617317] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.618236] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f95f57-730d-4289-8b82-345bea7ff1f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.627805] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.628091] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de379f6-7b23-4609-ae1d-61cbef6b8163 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.636619] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 997.636619] env[69486]: value = "task-3214458" [ 997.636619] env[69486]: _type = "Task" [ 997.636619] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.645777] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.660834] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance bd971d4c-f2d9-4561-81f1-11c89d73b5df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 997.661053] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 997.661207] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 997.677182] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081415} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.677324] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.678660] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49351ee7-e05e-4077-8298-431c08287540 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.704885] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 3624c085-34a9-4250-bc9f-937a15cfcbc1/3624c085-34a9-4250-bc9f-937a15cfcbc1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.708769] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e673f457-ca7c-425f-a1b8-4a7e6498bcc9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.731546] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 997.731546] env[69486]: value = "task-3214459" [ 997.731546] env[69486]: _type = "Task" [ 997.731546] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.745562] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.751923] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214456, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.993714] env[69486]: DEBUG nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.020080] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e06227d-8d95-4062-990f-947b6804e51f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.030834] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfbc235-77e3-4b53-86ee-5165cdb28de9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.034377] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.069447] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe1b3b-3634-4174-a1b2-fc9b15edbe54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.081179] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1710cf5e-e56d-4da5-a852-4ca55d52df25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.086332] env[69486]: DEBUG oslo_vmware.api [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214457, 'name': PowerOffVM_Task, 'duration_secs': 0.240642} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.087012] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.087194] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.090019] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aac5c333-32a4-4ceb-9348-a2a1dab4c410 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.099483] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.102876] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Releasing lock "refresh_cache-256ae0b9-d1fd-4aee-b57b-48224890dccf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.102876] env[69486]: DEBUG nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-vif-deleted-b5558649-29db-45ec-a93a-559214132506 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 998.102876] env[69486]: INFO nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Neutron deleted interface b5558649-29db-45ec-a93a-559214132506; detaching it from the instance and deleting it from the info cache [ 998.102876] env[69486]: DEBUG nova.network.neutron [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98f8c49d-b667-4a06-a999-4a92753ff517", "address": "fa:16:3e:e0:bc:c2", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f8c49d-b6", "ovs_interfaceid": "98f8c49d-b667-4a06-a999-4a92753ff517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.110018] env[69486]: DEBUG oslo_concurrency.lockutils [req-e935b799-388f-4351-98b1-e7499913cff0 req-5dfc671f-4b64-4b4e-b94b-2a0228ff1031 service nova] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.147981] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.157658] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.158389] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.158642] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore2] 1a1541b2-9d86-4d66-b05d-385f19562c46 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.158960] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-506a0e33-0c72-470d-be75-ffaca00b7122 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.167123] env[69486]: DEBUG oslo_vmware.api [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 998.167123] env[69486]: value = "task-3214461" [ 998.167123] env[69486]: _type = "Task" [ 998.167123] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.177943] env[69486]: DEBUG oslo_vmware.api [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.247436] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214459, 'name': ReconfigVM_Task, 'duration_secs': 0.303723} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.248580] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 3624c085-34a9-4250-bc9f-937a15cfcbc1/3624c085-34a9-4250-bc9f-937a15cfcbc1.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.249402] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f0aa90b-8582-4ae9-90a4-145eccc9a30d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.254924] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214456, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.262021] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 998.262021] env[69486]: value = "task-3214462" [ 998.262021] env[69486]: _type = "Task" [ 998.262021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.272634] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214462, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.420152] env[69486]: DEBUG nova.compute.manager [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-vif-deleted-98f8c49d-b667-4a06-a999-4a92753ff517 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 998.420528] env[69486]: INFO nova.compute.manager [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Neutron deleted interface 98f8c49d-b667-4a06-a999-4a92753ff517; detaching it from the instance and deleting it from the info cache [ 998.420637] env[69486]: DEBUG nova.network.neutron [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [{"id": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "address": "fa:16:3e:2b:1e:0e", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419c76e3-98", "ovs_interfaceid": "419c76e3-9819-455e-a429-4bcb08d6fc5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.515141] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.537780] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4b389590-b1d9-4a51-91cf-d0afd8bf8ee9 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-04c628de-170b-48b9-a10f-73e72b39da0a-b5558649-29db-45ec-a93a-559214132506" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.114s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.603213] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.607076] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.648970] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214458, 'name': PowerOffVM_Task, 'duration_secs': 0.844145} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.649308] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.649547] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.649888] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bec6524f-4b88-4983-b530-91071432c614 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.677599] env[69486]: DEBUG oslo_vmware.api [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290237} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.677877] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.678944] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.678944] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.678944] env[69486]: INFO nova.compute.manager [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 998.678944] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.678944] env[69486]: DEBUG nova.compute.manager [-] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.679442] env[69486]: DEBUG nova.network.neutron [-] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.750589] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214456, 'name': CreateVM_Task, 'duration_secs': 1.366441} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.750756] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.751434] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.751577] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.752017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.752171] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849888f8-6c32-4e07-8ccc-082050dc8fbc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.760864] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 998.760864] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5246e335-96b0-ca48-5adc-6e6ab3cce1e2" [ 998.760864] env[69486]: _type = "Task" [ 998.760864] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.769907] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.769907] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.769907] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleting the datastore file [datastore1] 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.770162] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9795ec7c-076c-4638-b3a8-b1ab0330105e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.778503] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214462, 'name': Rename_Task, 'duration_secs': 0.157977} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.778887] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5246e335-96b0-ca48-5adc-6e6ab3cce1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.779382] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.779706] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.780124] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.780189] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.780307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.780477] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.781015] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c39b06a2-5ea3-4e75-95ff-776a6eae75cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.782584] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a336e0ac-652d-4296-b5ae-4e7d52f58657 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.785359] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 998.785359] env[69486]: value = "task-3214467" [ 998.785359] env[69486]: _type = "Task" [ 998.785359] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.792169] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 998.792169] env[69486]: value = "task-3214468" [ 998.792169] env[69486]: _type = "Task" [ 998.792169] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.799419] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.799419] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.800968] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.800968] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f50926-9fb8-43cb-936a-e1854649cfd2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.811242] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.812277] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 998.812277] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296f57e-aef4-7df8-5516-800b6cd0df77" [ 998.812277] env[69486]: _type = "Task" [ 998.812277] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.822499] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296f57e-aef4-7df8-5516-800b6cd0df77, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.823302] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e5b31c-7f9e-4961-bcfc-8342ab12c62d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.830731] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 998.830731] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e66499-6260-1ca3-1840-6bcc4cd9edcf" [ 998.830731] env[69486]: _type = "Task" [ 998.830731] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.841085] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e66499-6260-1ca3-1840-6bcc4cd9edcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.923795] env[69486]: DEBUG oslo_concurrency.lockutils [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] Acquiring lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.994907] env[69486]: DEBUG nova.compute.manager [req-f78d852b-252a-4ac2-b400-1f9493a854fc req-a4e8f492-63ad-48ee-bb0c-d3c0e313936d service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Received event network-vif-deleted-2b3c9f95-ef7e-45bc-9146-eeecf688ea1c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 998.995102] env[69486]: INFO nova.compute.manager [req-f78d852b-252a-4ac2-b400-1f9493a854fc req-a4e8f492-63ad-48ee-bb0c-d3c0e313936d service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Neutron deleted interface 2b3c9f95-ef7e-45bc-9146-eeecf688ea1c; detaching it from the instance and deleting it from the info cache [ 998.995298] env[69486]: DEBUG nova.network.neutron [req-f78d852b-252a-4ac2-b400-1f9493a854fc req-a4e8f492-63ad-48ee-bb0c-d3c0e313936d service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.108895] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 999.109197] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.518s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.109482] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.262s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.111093] env[69486]: INFO nova.compute.claims [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.138181] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.301746] env[69486]: DEBUG oslo_vmware.api [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166182} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.302454] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.302655] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.302855] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.303062] env[69486]: INFO nova.compute.manager [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Took 1.69 seconds to destroy the instance on the hypervisor. [ 999.303437] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.303520] env[69486]: DEBUG nova.compute.manager [-] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.303628] env[69486]: DEBUG nova.network.neutron [-] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.308567] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214468, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.341471] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e66499-6260-1ca3-1840-6bcc4cd9edcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.341728] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.342085] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 256ae0b9-d1fd-4aee-b57b-48224890dccf/256ae0b9-d1fd-4aee-b57b-48224890dccf.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.342267] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62fe125-95bd-43c0-a458-d07535d46f8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.349725] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 999.349725] env[69486]: value = "task-3214469" [ 999.349725] env[69486]: _type = "Task" [ 999.349725] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.358153] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.374127] env[69486]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 98f8c49d-b667-4a06-a999-4a92753ff517 could not be found.", "detail": ""}} {{(pid=69486) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 999.374437] env[69486]: DEBUG nova.network.neutron [-] Unable to show port 98f8c49d-b667-4a06-a999-4a92753ff517 as it no longer exists. {{(pid=69486) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 999.480018] env[69486]: DEBUG nova.network.neutron [-] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.498226] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c351774f-7528-447b-91cd-b4e0a1a5884d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.509912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0576589-0f70-4111-a767-2ebe8fb54a86 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.543889] env[69486]: DEBUG nova.compute.manager [req-f78d852b-252a-4ac2-b400-1f9493a854fc req-a4e8f492-63ad-48ee-bb0c-d3c0e313936d service nova] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Detach interface failed, port_id=2b3c9f95-ef7e-45bc-9146-eeecf688ea1c, reason: Instance 1a1541b2-9d86-4d66-b05d-385f19562c46 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 999.803061] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214468, 'name': PowerOnVM_Task, 'duration_secs': 0.68316} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.803167] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.803305] env[69486]: INFO nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Took 8.58 seconds to spawn the instance on the hypervisor. [ 999.804035] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.804281] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf1148-23b7-40d6-9356-99d18f7d2d3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.862226] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214469, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.984129] env[69486]: INFO nova.compute.manager [-] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Took 1.30 seconds to deallocate network for instance. [ 1000.252625] env[69486]: DEBUG nova.network.neutron [-] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.323367] env[69486]: INFO nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Took 19.48 seconds to build instance. [ 1000.362762] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835751} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.363043] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 256ae0b9-d1fd-4aee-b57b-48224890dccf/256ae0b9-d1fd-4aee-b57b-48224890dccf.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.363262] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.363510] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e258511f-1b6d-4c9b-99a1-7760b7e228e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.372423] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1000.372423] env[69486]: value = "task-3214470" [ 1000.372423] env[69486]: _type = "Task" [ 1000.372423] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.384036] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.398785] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a19e97-ba22-4b8e-92a4-0ec315ee83e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.408130] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1eed63-3e9a-4020-bbe1-47a55c9955ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.449359] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c26a8e-e671-4196-929d-38c7e05cb358 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.458783] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8ec57-8897-4634-a6d9-c12d1ea9a8f2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.473301] env[69486]: DEBUG nova.compute.provider_tree [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.494956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.755683] env[69486]: INFO nova.compute.manager [-] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Took 1.45 seconds to deallocate network for instance. [ 1000.828801] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.998s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.883981] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096954} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.884274] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.885069] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee23af18-8f21-49d3-9d1b-e7e74c5a1c50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.907171] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 256ae0b9-d1fd-4aee-b57b-48224890dccf/256ae0b9-d1fd-4aee-b57b-48224890dccf.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.907511] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902666da-c39d-4fe9-b919-c07d23546a88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.928046] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1000.928046] env[69486]: value = "task-3214471" [ 1000.928046] env[69486]: _type = "Task" [ 1000.928046] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.936222] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.976605] env[69486]: DEBUG nova.scheduler.client.report [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.056363] env[69486]: DEBUG nova.compute.manager [req-4bf31a35-d7be-4791-b2e9-cebc8cdd1535 req-e4f7d474-fc1c-4b7e-bb2a-8f8a07bbebc3 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Received event network-vif-deleted-419c76e3-9819-455e-a429-4bcb08d6fc5a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1001.263142] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.438238] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214471, 'name': ReconfigVM_Task, 'duration_secs': 0.481835} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.438534] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 256ae0b9-d1fd-4aee-b57b-48224890dccf/256ae0b9-d1fd-4aee-b57b-48224890dccf.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.439181] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90dcae3c-3c1d-408f-b45f-91a3d280f35d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.446912] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1001.446912] env[69486]: value = "task-3214473" [ 1001.446912] env[69486]: _type = "Task" [ 1001.446912] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.455535] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214473, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.482684] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.484152] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.486257] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.250s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.968098] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214473, 'name': Rename_Task, 'duration_secs': 0.448579} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.968887] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.969335] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3068f6b-708b-4a10-a0d9-d0ba46665ff7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.977716] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1001.977716] env[69486]: value = "task-3214474" [ 1001.977716] env[69486]: _type = "Task" [ 1001.977716] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.992185] env[69486]: DEBUG nova.compute.utils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.997272] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.004463] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.004463] env[69486]: DEBUG nova.network.neutron [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.085873] env[69486]: DEBUG nova.policy [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0762a1a611043d0af3167735f8f547f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd2d5de1a44248a2d3872a82667de9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.378391] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805f0a9d-dd4f-4290-8ecf-9007a0569baf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.389224] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff62df1-8329-47fe-ae11-4f2dc2305d48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.433129] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c0a8d8-86cc-43e3-bbe7-81cb5954e23a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.442497] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a93ed-97fc-4aa5-bd1d-24988e1fdd00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.460772] env[69486]: DEBUG nova.compute.provider_tree [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.494388] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.504883] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.577802] env[69486]: DEBUG nova.network.neutron [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Successfully created port: 918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.964747] env[69486]: DEBUG nova.scheduler.client.report [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.990712] env[69486]: DEBUG oslo_vmware.api [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214474, 'name': PowerOnVM_Task, 'duration_secs': 0.957622} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.992069] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.992069] env[69486]: INFO nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1002.992069] env[69486]: DEBUG nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.992567] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4be63e-5af3-4279-ad5f-6afdbd86ab98 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.421202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.421202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.513948] env[69486]: INFO nova.compute.manager [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Took 22.65 seconds to build instance. [ 1003.515585] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.543490] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.543655] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.543832] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.544020] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.544172] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.544313] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.544522] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.544676] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.544841] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.545010] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.545186] env[69486]: DEBUG nova.virt.hardware [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.546954] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d38d8-63ab-416b-980d-2322d1497735 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.556252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d29ab-3541-4815-bd2f-6ac273d37f24 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.923568] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.975756] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.489s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.978574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.348s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.979994] env[69486]: INFO nova.compute.claims [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.018851] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1a45f5a0-8202-471d-b4aa-938533ad4b19 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.160s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.227274] env[69486]: DEBUG nova.compute.manager [req-c4e57a3d-bfa7-4c8b-bbc6-f00f3656dbe7 req-af6b9509-9d64-49ed-875a-261735e75dcf service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Received event network-vif-plugged-918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1004.227274] env[69486]: DEBUG oslo_concurrency.lockutils [req-c4e57a3d-bfa7-4c8b-bbc6-f00f3656dbe7 req-af6b9509-9d64-49ed-875a-261735e75dcf service nova] Acquiring lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.227274] env[69486]: DEBUG oslo_concurrency.lockutils [req-c4e57a3d-bfa7-4c8b-bbc6-f00f3656dbe7 req-af6b9509-9d64-49ed-875a-261735e75dcf service nova] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.227274] env[69486]: DEBUG oslo_concurrency.lockutils [req-c4e57a3d-bfa7-4c8b-bbc6-f00f3656dbe7 req-af6b9509-9d64-49ed-875a-261735e75dcf service nova] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.227274] env[69486]: DEBUG nova.compute.manager [req-c4e57a3d-bfa7-4c8b-bbc6-f00f3656dbe7 req-af6b9509-9d64-49ed-875a-261735e75dcf service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] No waiting events found dispatching network-vif-plugged-918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.227274] env[69486]: WARNING nova.compute.manager [req-c4e57a3d-bfa7-4c8b-bbc6-f00f3656dbe7 req-af6b9509-9d64-49ed-875a-261735e75dcf service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Received unexpected event network-vif-plugged-918cf1d0-183b-4c05-ae43-3f46b844b824 for instance with vm_state building and task_state spawning. [ 1004.306768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "3624c085-34a9-4250-bc9f-937a15cfcbc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.306768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.306768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "3624c085-34a9-4250-bc9f-937a15cfcbc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.307199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.307591] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.311111] env[69486]: INFO nova.compute.manager [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Terminating instance [ 1004.336653] env[69486]: DEBUG nova.network.neutron [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Successfully updated port: 918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.371894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "256ae0b9-d1fd-4aee-b57b-48224890dccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.372172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.372409] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "256ae0b9-d1fd-4aee-b57b-48224890dccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.372623] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.372817] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.374805] env[69486]: INFO nova.compute.manager [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Terminating instance [ 1004.445651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.538135] env[69486]: INFO nova.scheduler.client.report [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocation for migration dec0c0e1-b21d-43f4-acb1-4f35d6ba5307 [ 1004.814531] env[69486]: DEBUG nova.compute.manager [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.814713] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.815615] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a708e3-d666-4353-ac57-417bbdda4c0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.824139] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.824390] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cc2fc29-424d-4599-9706-671147196266 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.832712] env[69486]: DEBUG oslo_vmware.api [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1004.832712] env[69486]: value = "task-3214476" [ 1004.832712] env[69486]: _type = "Task" [ 1004.832712] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.839444] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.839655] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.839813] env[69486]: DEBUG nova.network.neutron [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.846216] env[69486]: DEBUG oslo_vmware.api [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.879991] env[69486]: DEBUG nova.compute.manager [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.880240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.881121] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c511d-7d68-4c4a-bed4-955eedde9042 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.890481] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.890839] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cdebe5e-4139-4301-bf30-8cdb994c03e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.898836] env[69486]: DEBUG oslo_vmware.api [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1004.898836] env[69486]: value = "task-3214477" [ 1004.898836] env[69486]: _type = "Task" [ 1004.898836] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.907816] env[69486]: DEBUG oslo_vmware.api [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.045956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9a9b08a-77f7-4807-86c3-30c4f40cd9ed tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.330s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.282668] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ed836-6632-4da0-ad9e-eb887dfa76a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.291858] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b69a4f-4cb6-47aa-a3e8-a751f00b96f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.322993] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4456cb-72c0-47d3-87ff-ddcf16e636e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.331498] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22609bbb-09c8-4edf-acc0-3c9d25d1266b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.347123] env[69486]: DEBUG oslo_vmware.api [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214476, 'name': PowerOffVM_Task, 'duration_secs': 0.222324} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.360797] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.360797] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.360797] env[69486]: DEBUG nova.compute.provider_tree [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.360797] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-531b276d-0560-4353-b94c-dc6d7ccaf8c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.393257] env[69486]: DEBUG nova.network.neutron [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.411608] env[69486]: DEBUG oslo_vmware.api [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214477, 'name': PowerOffVM_Task, 'duration_secs': 0.211085} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.411887] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.412674] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.412674] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f39953d-477c-4fd9-b142-13eb287cd7ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.431411] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.431655] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.431873] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleting the datastore file [datastore2] 3624c085-34a9-4250-bc9f-937a15cfcbc1 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.432213] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-989be5ee-d0c9-43aa-82d4-ed3cfb396886 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.439856] env[69486]: DEBUG oslo_vmware.api [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1005.439856] env[69486]: value = "task-3214481" [ 1005.439856] env[69486]: _type = "Task" [ 1005.439856] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.449028] env[69486]: DEBUG oslo_vmware.api [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.504873] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.505121] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.505367] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleting the datastore file [datastore2] 256ae0b9-d1fd-4aee-b57b-48224890dccf {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.505699] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575cc605-789e-4d5e-96da-5b25fd70382e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.514363] env[69486]: DEBUG oslo_vmware.api [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1005.514363] env[69486]: value = "task-3214482" [ 1005.514363] env[69486]: _type = "Task" [ 1005.514363] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.527290] env[69486]: DEBUG oslo_vmware.api [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.565424] env[69486]: DEBUG nova.network.neutron [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Updating instance_info_cache with network_info: [{"id": "918cf1d0-183b-4c05-ae43-3f46b844b824", "address": "fa:16:3e:20:7f:88", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918cf1d0-18", "ovs_interfaceid": "918cf1d0-183b-4c05-ae43-3f46b844b824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.863432] env[69486]: DEBUG nova.scheduler.client.report [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.951579] env[69486]: DEBUG oslo_vmware.api [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173189} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.951837] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.952032] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.952220] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.952392] env[69486]: INFO nova.compute.manager [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1005.952632] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.952818] env[69486]: DEBUG nova.compute.manager [-] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.952911] env[69486]: DEBUG nova.network.neutron [-] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.024422] env[69486]: DEBUG oslo_vmware.api [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180217} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.025029] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.025029] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.025175] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.025271] env[69486]: INFO nova.compute.manager [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1006.025506] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.025693] env[69486]: DEBUG nova.compute.manager [-] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.025784] env[69486]: DEBUG nova.network.neutron [-] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.031961] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "14c924c3-c0ce-4114-9272-3df61026f88a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.032206] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.032404] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.032587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.032755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.034660] env[69486]: INFO nova.compute.manager [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Terminating instance [ 1006.068173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.068514] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance network_info: |[{"id": "918cf1d0-183b-4c05-ae43-3f46b844b824", "address": "fa:16:3e:20:7f:88", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918cf1d0-18", "ovs_interfaceid": "918cf1d0-183b-4c05-ae43-3f46b844b824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.068696] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:7f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '918cf1d0-183b-4c05-ae43-3f46b844b824', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.076709] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.076955] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.077209] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a32897-5a63-4496-80c9-4386d8809460 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.105655] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.105655] env[69486]: value = "task-3214483" [ 1006.105655] env[69486]: _type = "Task" [ 1006.105655] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.114588] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214483, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.263517] env[69486]: DEBUG nova.compute.manager [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Received event network-changed-918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1006.263764] env[69486]: DEBUG nova.compute.manager [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Refreshing instance network info cache due to event network-changed-918cf1d0-183b-4c05-ae43-3f46b844b824. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1006.263994] env[69486]: DEBUG oslo_concurrency.lockutils [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] Acquiring lock "refresh_cache-951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.264152] env[69486]: DEBUG oslo_concurrency.lockutils [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] Acquired lock "refresh_cache-951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.264311] env[69486]: DEBUG nova.network.neutron [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Refreshing network info cache for port 918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.368719] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.369250] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.372597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.751s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.372597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.374629] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.689s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.374932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.377116] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.493s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.377367] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.380059] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.638s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.380354] env[69486]: DEBUG nova.objects.instance [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'resources' on Instance uuid ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.404370] env[69486]: INFO nova.scheduler.client.report [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Deleted allocations for instance 4f9da456-2cc5-41d0-972a-2204bd59d854 [ 1006.406852] env[69486]: INFO nova.scheduler.client.report [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Deleted allocations for instance 77cde697-505e-45b9-8d7a-8271f180233f [ 1006.433650] env[69486]: INFO nova.scheduler.client.report [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleted allocations for instance 05950d7e-de80-4015-b282-26189549239b [ 1006.538029] env[69486]: DEBUG nova.compute.manager [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.538231] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.539176] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31128f72-4856-447f-811b-2e44fce5c440 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.547816] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.548060] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd075630-1b28-4ee1-be67-023806b212ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.555877] env[69486]: DEBUG oslo_vmware.api [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1006.555877] env[69486]: value = "task-3214484" [ 1006.555877] env[69486]: _type = "Task" [ 1006.555877] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.564391] env[69486]: DEBUG oslo_vmware.api [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.568584] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "754c1208-fe02-4272-b72c-29164d65887d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.568708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "754c1208-fe02-4272-b72c-29164d65887d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.617260] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214483, 'name': CreateVM_Task, 'duration_secs': 0.341375} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.617260] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.617755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.617922] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.618276] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.618549] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2756bc-316d-48f0-8737-9f17f0c6f03d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.623448] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1006.623448] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca2d25-229f-278f-9fd3-5584ceed6fdb" [ 1006.623448] env[69486]: _type = "Task" [ 1006.623448] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.632102] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca2d25-229f-278f-9fd3-5584ceed6fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.794097] env[69486]: DEBUG nova.network.neutron [-] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.859935] env[69486]: DEBUG nova.network.neutron [-] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.884874] env[69486]: DEBUG nova.compute.utils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.886182] env[69486]: DEBUG nova.objects.instance [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'numa_topology' on Instance uuid ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.890302] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.890497] env[69486]: DEBUG nova.network.neutron [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.922252] env[69486]: DEBUG oslo_concurrency.lockutils [None req-481a054e-0380-4507-8d77-8121f5dae822 tempest-ImagesNegativeTestJSON-1887753834 tempest-ImagesNegativeTestJSON-1887753834-project-member] Lock "4f9da456-2cc5-41d0-972a-2204bd59d854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.120s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.923628] env[69486]: DEBUG oslo_concurrency.lockutils [None req-98c920be-43ce-4adb-a0df-c0cdae53fb4d tempest-ServersTestMultiNic-89091232 tempest-ServersTestMultiNic-89091232-project-member] Lock "77cde697-505e-45b9-8d7a-8271f180233f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.854s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.943191] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fa629772-dfb5-4051-88e6-1e8a2159dd8b tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "05950d7e-de80-4015-b282-26189549239b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.016s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.957870] env[69486]: DEBUG nova.policy [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2631068780c403c84273c950a2e0a9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0246d50469047698a61a71b5b49ec51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.050833] env[69486]: DEBUG nova.network.neutron [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Updated VIF entry in instance network info cache for port 918cf1d0-183b-4c05-ae43-3f46b844b824. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.051111] env[69486]: DEBUG nova.network.neutron [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Updating instance_info_cache with network_info: [{"id": "918cf1d0-183b-4c05-ae43-3f46b844b824", "address": "fa:16:3e:20:7f:88", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918cf1d0-18", "ovs_interfaceid": "918cf1d0-183b-4c05-ae43-3f46b844b824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.067943] env[69486]: DEBUG oslo_vmware.api [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214484, 'name': PowerOffVM_Task, 'duration_secs': 0.189104} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.067943] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.067943] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.067943] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-726b80f2-943f-4d20-aef6-4ec801752629 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.072478] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.137202] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca2d25-229f-278f-9fd3-5584ceed6fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.137202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.137202] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.137202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.137202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.137202] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.137938] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.138352] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.138730] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore2] 14c924c3-c0ce-4114-9272-3df61026f88a {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.139071] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a33663-07a9-48aa-a2a7-e9f8f3af1cc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.141300] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43dee6c4-4541-4ec6-b94e-c0bd6da4c043 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.151225] env[69486]: DEBUG oslo_vmware.api [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1007.151225] env[69486]: value = "task-3214486" [ 1007.151225] env[69486]: _type = "Task" [ 1007.151225] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.155918] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.155918] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.156454] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79cf229-87a3-458a-9423-c263a3ecf78c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.162175] env[69486]: DEBUG oslo_vmware.api [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.167950] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1007.167950] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521536ca-76b4-85cd-955c-9eb0bccc3995" [ 1007.167950] env[69486]: _type = "Task" [ 1007.167950] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.177032] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521536ca-76b4-85cd-955c-9eb0bccc3995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.299013] env[69486]: INFO nova.compute.manager [-] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Took 1.34 seconds to deallocate network for instance. [ 1007.320779] env[69486]: DEBUG nova.network.neutron [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Successfully created port: 60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.363694] env[69486]: INFO nova.compute.manager [-] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Took 1.34 seconds to deallocate network for instance. [ 1007.391731] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.396663] env[69486]: DEBUG nova.objects.base [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.553506] env[69486]: DEBUG oslo_concurrency.lockutils [req-3771bd01-2692-45c7-b9b5-d7ea091b8164 req-d82ea273-8154-4829-be05-f33ebfb59c36 service nova] Releasing lock "refresh_cache-951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.590541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.664117] env[69486]: DEBUG oslo_vmware.api [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148632} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.664526] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.664895] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.664992] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.665199] env[69486]: INFO nova.compute.manager [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1007.665610] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.665751] env[69486]: DEBUG nova.compute.manager [-] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.665751] env[69486]: DEBUG nova.network.neutron [-] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.682504] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521536ca-76b4-85cd-955c-9eb0bccc3995, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.687502] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86fceda-48a1-43e1-b898-9417f3787ba8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.694241] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1007.694241] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f8fa38-c378-65de-69c0-1ae197d92930" [ 1007.694241] env[69486]: _type = "Task" [ 1007.694241] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.704944] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f8fa38-c378-65de-69c0-1ae197d92930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.714265] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8da4eb-09db-4da3-9c63-8622baf1d6a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.723744] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d344cd2a-ce8a-4f78-bc90-82db277f8329 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.765401] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbed512-e42b-440c-8814-ac7b8f7db523 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.776960] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d93a9-43b7-4e84-b447-464df1abad06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.794364] env[69486]: DEBUG nova.compute.provider_tree [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.805668] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.870231] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.910120] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "0235e543-66c0-4ccc-83e3-cc291a18a134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.910416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.910638] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "0235e543-66c0-4ccc-83e3-cc291a18a134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.910872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.911090] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.913999] env[69486]: INFO nova.compute.manager [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Terminating instance [ 1008.207459] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f8fa38-c378-65de-69c0-1ae197d92930, 'name': SearchDatastore_Task, 'duration_secs': 0.029079} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.207871] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.208029] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.208307] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4f4c4b-3a07-4e1f-a51f-3d104274d40b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.216473] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1008.216473] env[69486]: value = "task-3214488" [ 1008.216473] env[69486]: _type = "Task" [ 1008.216473] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.225210] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.297734] env[69486]: DEBUG nova.scheduler.client.report [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.369991] env[69486]: DEBUG nova.compute.manager [req-498cddc7-6f8c-4279-b9b5-526c3dafe41b req-661c2e65-2bc3-4128-bc15-eb6caf481da6 service nova] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Received event network-vif-deleted-177f11d9-23b2-4bcb-af00-90770ec5b6f9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1008.369991] env[69486]: DEBUG nova.compute.manager [req-498cddc7-6f8c-4279-b9b5-526c3dafe41b req-661c2e65-2bc3-4128-bc15-eb6caf481da6 service nova] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Received event network-vif-deleted-14be112f-3726-44b7-9261-779e37c7bc7c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1008.369991] env[69486]: DEBUG nova.compute.manager [req-498cddc7-6f8c-4279-b9b5-526c3dafe41b req-661c2e65-2bc3-4128-bc15-eb6caf481da6 service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Received event network-vif-deleted-fd6424d2-7583-4da1-b876-dd49ca2550b1 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1008.369991] env[69486]: INFO nova.compute.manager [req-498cddc7-6f8c-4279-b9b5-526c3dafe41b req-661c2e65-2bc3-4128-bc15-eb6caf481da6 service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Neutron deleted interface fd6424d2-7583-4da1-b876-dd49ca2550b1; detaching it from the instance and deleting it from the info cache [ 1008.369991] env[69486]: DEBUG nova.network.neutron [req-498cddc7-6f8c-4279-b9b5-526c3dafe41b req-661c2e65-2bc3-4128-bc15-eb6caf481da6 service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.420367] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.429512] env[69486]: DEBUG nova.compute.manager [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.429512] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.431431] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce9926-b364-4b8d-84ee-a3cef79d3fda {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.442548] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.442794] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2566109d-274b-448b-9f44-e0af50cba6f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.453574] env[69486]: DEBUG oslo_vmware.api [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 1008.453574] env[69486]: value = "task-3214489" [ 1008.453574] env[69486]: _type = "Task" [ 1008.453574] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465876] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.466253] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.466466] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.466760] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.466993] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.467240] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.467528] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.467961] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.468498] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.468787] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.469080] env[69486]: DEBUG nova.virt.hardware [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.470311] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a4fd8-c2de-4e49-8d9a-4b58db672ebf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.478065] env[69486]: DEBUG oslo_vmware.api [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.484673] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b154dd55-ef1f-421d-bbed-a7219b17095e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.528593] env[69486]: DEBUG nova.network.neutron [-] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.549025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "3d011cc0-16a1-4850-9038-636d11da4480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.549025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "3d011cc0-16a1-4850-9038-636d11da4480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.549025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "3d011cc0-16a1-4850-9038-636d11da4480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.549025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "3d011cc0-16a1-4850-9038-636d11da4480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.549025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "3d011cc0-16a1-4850-9038-636d11da4480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.552752] env[69486]: INFO nova.compute.manager [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Terminating instance [ 1008.727594] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494722} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.727913] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.729186] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.729186] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce2a5dfb-be7b-4303-ad46-c04c24ec5612 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.736284] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1008.736284] env[69486]: value = "task-3214490" [ 1008.736284] env[69486]: _type = "Task" [ 1008.736284] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.749604] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.804117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.808319] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.293s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.809457] env[69486]: INFO nova.compute.claims [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.872066] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e396f4c5-cff3-4acd-a96e-0fbfa8543cb5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.884712] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54094b3-b80a-4c07-bfdb-056ada4430f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.920345] env[69486]: DEBUG nova.compute.manager [req-498cddc7-6f8c-4279-b9b5-526c3dafe41b req-661c2e65-2bc3-4128-bc15-eb6caf481da6 service nova] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Detach interface failed, port_id=fd6424d2-7583-4da1-b876-dd49ca2550b1, reason: Instance 14c924c3-c0ce-4114-9272-3df61026f88a could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1008.967289] env[69486]: DEBUG oslo_vmware.api [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214489, 'name': PowerOffVM_Task, 'duration_secs': 0.25855} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.967482] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.967525] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.967776] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd96c31-c52e-4238-92d6-b8805f12c4fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.035202] env[69486]: INFO nova.compute.manager [-] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Took 1.37 seconds to deallocate network for instance. [ 1009.038285] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.038939] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.038939] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleting the datastore file [datastore1] 0235e543-66c0-4ccc-83e3-cc291a18a134 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.041836] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f68c81-0901-4cb5-862f-c9d36f8fe1af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.052415] env[69486]: DEBUG oslo_vmware.api [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 1009.052415] env[69486]: value = "task-3214492" [ 1009.052415] env[69486]: _type = "Task" [ 1009.052415] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.060555] env[69486]: DEBUG nova.compute.manager [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.060816] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.061235] env[69486]: DEBUG oslo_vmware.api [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.062187] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b47704-1c2a-4fce-b7b7-f930721c4a4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.070998] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.071302] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6874693e-bd69-46f4-8166-141251c0d2bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.079183] env[69486]: DEBUG oslo_vmware.api [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 1009.079183] env[69486]: value = "task-3214493" [ 1009.079183] env[69486]: _type = "Task" [ 1009.079183] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.089721] env[69486]: DEBUG oslo_vmware.api [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.247204] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071533} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.247614] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.248342] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb04980-52ca-4566-b66a-f84245f02b09 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.272640] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.273057] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d375c1-3cb4-4a95-9b6e-420cf7e7c0d1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.293092] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1009.293092] env[69486]: value = "task-3214494" [ 1009.293092] env[69486]: _type = "Task" [ 1009.293092] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.305559] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.322656] env[69486]: DEBUG oslo_concurrency.lockutils [None req-53276e80-c49a-44b7-b833-ea98ec55d167 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.157s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.326256] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.186s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.326256] env[69486]: INFO nova.compute.manager [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Unshelving [ 1009.438882] env[69486]: DEBUG nova.network.neutron [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Successfully updated port: 60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.547121] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.566594] env[69486]: DEBUG oslo_vmware.api [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230709} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.566844] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.567038] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.567263] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.567441] env[69486]: INFO nova.compute.manager [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.567688] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.567879] env[69486]: DEBUG nova.compute.manager [-] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.567959] env[69486]: DEBUG nova.network.neutron [-] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.596982] env[69486]: DEBUG oslo_vmware.api [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214493, 'name': PowerOffVM_Task, 'duration_secs': 0.2195} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.597308] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.597484] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.597806] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b6362d-2094-442c-889f-3524fe20ae82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.663843] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.664137] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.664370] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Deleting the datastore file [datastore2] 3d011cc0-16a1-4850-9038-636d11da4480 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.664858] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb70c76-a5e7-4b79-b05a-5997280e5e61 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.687463] env[69486]: DEBUG oslo_vmware.api [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for the task: (returnval){ [ 1009.687463] env[69486]: value = "task-3214497" [ 1009.687463] env[69486]: _type = "Task" [ 1009.687463] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.693821] env[69486]: DEBUG oslo_vmware.api [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.808031] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214494, 'name': ReconfigVM_Task, 'duration_secs': 0.269886} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.808182] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.808997] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c6fedf-c93b-42fa-9050-b6e73e046922 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.818247] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1009.818247] env[69486]: value = "task-3214498" [ 1009.818247] env[69486]: _type = "Task" [ 1009.818247] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.835706] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214498, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.942587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-bd971d4c-f2d9-4561-81f1-11c89d73b5df" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.942587] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-bd971d4c-f2d9-4561-81f1-11c89d73b5df" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.942741] env[69486]: DEBUG nova.network.neutron [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.169195] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54591978-02dc-426d-bc64-d20262240b7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.178892] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fcaaed-2345-4ee4-8362-de3d74db0815 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.216509] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276e7eb6-b6b7-4b27-a051-9d7b6c240a80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.220374] env[69486]: DEBUG oslo_vmware.api [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Task: {'id': task-3214497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140607} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.220960] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.221170] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.221348] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.221518] env[69486]: INFO nova.compute.manager [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1010.221748] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.221931] env[69486]: DEBUG nova.compute.manager [-] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.222034] env[69486]: DEBUG nova.network.neutron [-] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.226672] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641cac30-e6af-495d-8c47-72620a4e3dcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.240079] env[69486]: DEBUG nova.compute.provider_tree [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.329413] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214498, 'name': Rename_Task, 'duration_secs': 0.177999} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.329759] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.330091] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81045672-978c-4353-b127-aa61aac359b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.337887] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1010.337887] env[69486]: value = "task-3214499" [ 1010.337887] env[69486]: _type = "Task" [ 1010.337887] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.342327] env[69486]: DEBUG nova.compute.utils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.352066] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.420456] env[69486]: DEBUG nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Received event network-vif-plugged-60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1010.421113] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] Acquiring lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.421416] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.421681] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.421909] env[69486]: DEBUG nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] No waiting events found dispatching network-vif-plugged-60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.422200] env[69486]: WARNING nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Received unexpected event network-vif-plugged-60560a8c-a574-44a5-9044-4aea73b8eb7c for instance with vm_state building and task_state spawning. [ 1010.422555] env[69486]: DEBUG nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Received event network-changed-60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1010.422855] env[69486]: DEBUG nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Refreshing instance network info cache due to event network-changed-60560a8c-a574-44a5-9044-4aea73b8eb7c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1010.422855] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] Acquiring lock "refresh_cache-bd971d4c-f2d9-4561-81f1-11c89d73b5df" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.532368] env[69486]: DEBUG nova.network.neutron [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.537992] env[69486]: DEBUG nova.network.neutron [-] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.743506] env[69486]: DEBUG nova.scheduler.client.report [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.845941] env[69486]: INFO nova.virt.block_device [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Booting with volume b07bc682-9d96-4d75-8ff2-f1c93e4f1016 at /dev/sdb [ 1010.851645] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214499, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.880651] env[69486]: DEBUG nova.network.neutron [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Updating instance_info_cache with network_info: [{"id": "60560a8c-a574-44a5-9044-4aea73b8eb7c", "address": "fa:16:3e:03:dc:92", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60560a8c-a5", "ovs_interfaceid": "60560a8c-a574-44a5-9044-4aea73b8eb7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.897545] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e871bfb-db1e-4b09-80c8-03ecd2b2aa71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.910976] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316fb459-f680-4022-86b2-cea1be09b578 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.943008] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5120c4bf-5a26-4ae7-887b-232faa32b339 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.954761] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025dde3b-1fa1-4769-ad7e-dd61509a0283 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.987660] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c609766-ea6b-41bb-8442-6d2690c24b96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.995321] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96327664-dfd4-4a02-9516-3f5946df2c58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.015544] env[69486]: DEBUG nova.virt.block_device [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating existing volume attachment record: 91d9ecd4-4afa-4418-9131-7cd4555a40ab {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1011.040679] env[69486]: INFO nova.compute.manager [-] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Took 1.47 seconds to deallocate network for instance. [ 1011.248420] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.248945] env[69486]: DEBUG nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.251844] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.757s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.252089] env[69486]: DEBUG nova.objects.instance [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid 1a1541b2-9d86-4d66-b05d-385f19562c46 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.353029] env[69486]: DEBUG oslo_vmware.api [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214499, 'name': PowerOnVM_Task, 'duration_secs': 0.759973} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.353442] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.353647] env[69486]: INFO nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1011.353905] env[69486]: DEBUG nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.354852] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd85b1c-ec37-448c-81b5-0e07409455aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.385229] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-bd971d4c-f2d9-4561-81f1-11c89d73b5df" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.385586] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Instance network_info: |[{"id": "60560a8c-a574-44a5-9044-4aea73b8eb7c", "address": "fa:16:3e:03:dc:92", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60560a8c-a5", "ovs_interfaceid": "60560a8c-a574-44a5-9044-4aea73b8eb7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.385922] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] Acquired lock "refresh_cache-bd971d4c-f2d9-4561-81f1-11c89d73b5df" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.386116] env[69486]: DEBUG nova.network.neutron [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Refreshing network info cache for port 60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.387404] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:dc:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60560a8c-a574-44a5-9044-4aea73b8eb7c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.403934] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.407461] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.408453] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c50c809-2595-47de-9815-b6ad11392597 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.433339] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.433339] env[69486]: value = "task-3214501" [ 1011.433339] env[69486]: _type = "Task" [ 1011.433339] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.441722] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214501, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.548864] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.658368] env[69486]: DEBUG nova.network.neutron [-] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.691684] env[69486]: DEBUG nova.network.neutron [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Updated VIF entry in instance network info cache for port 60560a8c-a574-44a5-9044-4aea73b8eb7c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.692201] env[69486]: DEBUG nova.network.neutron [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Updating instance_info_cache with network_info: [{"id": "60560a8c-a574-44a5-9044-4aea73b8eb7c", "address": "fa:16:3e:03:dc:92", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60560a8c-a5", "ovs_interfaceid": "60560a8c-a574-44a5-9044-4aea73b8eb7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.755544] env[69486]: DEBUG nova.compute.utils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.759458] env[69486]: DEBUG nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1011.873517] env[69486]: INFO nova.compute.manager [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Took 25.04 seconds to build instance. [ 1011.948677] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214501, 'name': CreateVM_Task, 'duration_secs': 0.412119} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.948936] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.949736] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.949937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.950278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.951112] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cfbc64-5cba-4a06-9e0c-83eb4bea84e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.958044] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1011.958044] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52597a37-8ada-f84f-a3a4-a202b158ea31" [ 1011.958044] env[69486]: _type = "Task" [ 1011.958044] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.971892] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52597a37-8ada-f84f-a3a4-a202b158ea31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.095877] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acecaa44-6d58-4318-9d40-47769698ca82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.105681] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2500e7-5d62-4046-9874-db5c1ca4d9c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.144366] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b85cf5b-38be-4ec5-9163-d1c498b62b2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.151295] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185f8019-f0e7-4fb9-9f4e-b3c99a769ceb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.165625] env[69486]: INFO nova.compute.manager [-] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Took 1.94 seconds to deallocate network for instance. [ 1012.166022] env[69486]: DEBUG nova.compute.provider_tree [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.194979] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] Releasing lock "refresh_cache-bd971d4c-f2d9-4561-81f1-11c89d73b5df" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.195482] env[69486]: DEBUG nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Received event network-vif-deleted-a192474c-d566-480c-b45c-48ff39dc20ab {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1012.195577] env[69486]: INFO nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Neutron deleted interface a192474c-d566-480c-b45c-48ff39dc20ab; detaching it from the instance and deleting it from the info cache [ 1012.195697] env[69486]: DEBUG nova.network.neutron [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.267425] env[69486]: DEBUG nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.376438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6eaec845-cfa3-46c8-8a57-e56d3b918602 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.575s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.472709] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52597a37-8ada-f84f-a3a4-a202b158ea31, 'name': SearchDatastore_Task, 'duration_secs': 0.022057} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.473065] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.474438] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.474760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.475038] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.475313] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.477415] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eca19f5-e1ed-40bc-bbab-907322d073f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.480270] env[69486]: DEBUG nova.compute.manager [req-0367dcf6-18f0-4af6-b1b5-9e1e1268e14e req-91376eab-8568-4277-9024-9dcad75a02ba service nova] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Received event network-vif-deleted-c40331fe-234f-4ece-a9cb-0bd0ebc4c063 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1012.491540] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.491672] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.492334] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b596bd-220f-4783-ac28-78278d8a42ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.499937] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1012.499937] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52641730-8e08-8f1a-833f-8575f93db6a3" [ 1012.499937] env[69486]: _type = "Task" [ 1012.499937] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.511678] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52641730-8e08-8f1a-833f-8575f93db6a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.670768] env[69486]: DEBUG nova.scheduler.client.report [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.679024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.698124] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30b53e05-b0fe-4bbc-8339-5052eb6d05a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.715662] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a5d00-51f7-496f-a06a-16b3aaa4897e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.753553] env[69486]: DEBUG nova.compute.manager [req-50e55cb1-9a86-41da-97ab-9a38641cffc3 req-a2575c09-80ef-4fe8-9473-274f53d58f43 service nova] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Detach interface failed, port_id=a192474c-d566-480c-b45c-48ff39dc20ab, reason: Instance 0235e543-66c0-4ccc-83e3-cc291a18a134 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1012.828690] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "cf009b8f-e298-4ec8-b026-a6786df92bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.828690] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "cf009b8f-e298-4ec8-b026-a6786df92bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.011610] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52641730-8e08-8f1a-833f-8575f93db6a3, 'name': SearchDatastore_Task, 'duration_secs': 0.040081} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.012442] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb31430b-4148-479d-9ceb-e547d7cf7cb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.014993] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.015274] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.015468] env[69486]: DEBUG nova.compute.manager [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.016665] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a48308e-d08e-40fe-9f43-674b7509169b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.025573] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1013.025573] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524cc055-1e66-06f5-193e-26e79eb70adb" [ 1013.025573] env[69486]: _type = "Task" [ 1013.025573] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.025573] env[69486]: DEBUG nova.compute.manager [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1013.026111] env[69486]: DEBUG nova.objects.instance [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'flavor' on Instance uuid 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.035822] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524cc055-1e66-06f5-193e-26e79eb70adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.175923] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.178821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.916s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.179091] env[69486]: DEBUG nova.objects.instance [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'resources' on Instance uuid 04c628de-170b-48b9-a10f-73e72b39da0a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.205394] env[69486]: INFO nova.scheduler.client.report [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance 1a1541b2-9d86-4d66-b05d-385f19562c46 [ 1013.282231] env[69486]: DEBUG nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.307468] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.307739] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.307898] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.308101] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.308276] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.308407] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.308613] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.308770] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.308933] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.309867] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.309867] env[69486]: DEBUG nova.virt.hardware [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.310498] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb032bd7-813e-4407-a956-3877989eb1f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.319073] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d9024-238d-46b7-b123-08207ed96ebe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.335190] env[69486]: DEBUG nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.338084] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.343636] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Creating folder: Project (3cd2163a6cc9416b825e50afa107c14e). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.344539] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a49754e9-2d78-4f68-a386-38b83d0a3893 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.357530] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Created folder: Project (3cd2163a6cc9416b825e50afa107c14e) in parent group-v642494. [ 1013.357714] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Creating folder: Instances. Parent ref: group-v642736. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.358033] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30de3466-93b2-4ab4-a1df-5f458d9ac386 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.370278] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Created folder: Instances in parent group-v642736. [ 1013.370536] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.370733] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.370940] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f0b20b-65b7-429b-8e5a-1c1b8937343f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.391500] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.391500] env[69486]: value = "task-3214507" [ 1013.391500] env[69486]: _type = "Task" [ 1013.391500] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.399168] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214507, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.543696] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524cc055-1e66-06f5-193e-26e79eb70adb, 'name': SearchDatastore_Task, 'duration_secs': 0.044815} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.544281] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.544545] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] bd971d4c-f2d9-4561-81f1-11c89d73b5df/bd971d4c-f2d9-4561-81f1-11c89d73b5df.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.544816] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-374bbcc5-b0ed-428d-a048-56bf521dc683 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.557024] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1013.557024] env[69486]: value = "task-3214508" [ 1013.557024] env[69486]: _type = "Task" [ 1013.557024] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.564455] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.712771] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0787b597-2197-4aac-99f3-728bd40c2c56 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "1a1541b2-9d86-4d66-b05d-385f19562c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.689s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.865948] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.905610] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214507, 'name': CreateVM_Task, 'duration_secs': 0.284126} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.905610] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.905904] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.906235] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.906451] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.906675] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab90cf68-4b35-4ed8-8a66-0311a44ac5e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.913331] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1013.913331] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f5c787-c1c8-a3db-b9cb-da2f6dd5c75e" [ 1013.913331] env[69486]: _type = "Task" [ 1013.913331] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.927681] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f5c787-c1c8-a3db-b9cb-da2f6dd5c75e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.045500] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.048340] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eaa5eea-90ae-4e34-9587-1d18d4429ac0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.063946] env[69486]: DEBUG oslo_vmware.api [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1014.063946] env[69486]: value = "task-3214511" [ 1014.063946] env[69486]: _type = "Task" [ 1014.063946] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.078405] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca9256-6ac8-40d9-a6cd-f2e4cd0189f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.079220] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.089695] env[69486]: DEBUG oslo_vmware.api [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.091374] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886adfc-b396-4079-baae-3cc8b5616a4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.133910] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94c9336-364b-4f55-9b5c-ddc03545fd24 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.144072] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cefe9c-fdfc-4442-917c-1b063d039499 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.162245] env[69486]: DEBUG nova.compute.provider_tree [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.174646] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.174822] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.424946] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f5c787-c1c8-a3db-b9cb-da2f6dd5c75e, 'name': SearchDatastore_Task, 'duration_secs': 0.028215} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.425280] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.425528] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.425723] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.425844] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.426019] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.426281] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ddea34-29b0-4d1d-9fcc-93e00e00201b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.435820] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.436025] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.436724] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc339014-0bd9-4310-94be-ff29bfe8d3b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.442062] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1014.442062] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528b3dd5-f494-e191-451d-3a702b3783e4" [ 1014.442062] env[69486]: _type = "Task" [ 1014.442062] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.450164] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528b3dd5-f494-e191-451d-3a702b3783e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.565359] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55405} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.568384] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] bd971d4c-f2d9-4561-81f1-11c89d73b5df/bd971d4c-f2d9-4561-81f1-11c89d73b5df.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.568608] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.568858] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd0a281-eaa0-4bc6-8bcd-6a41050b4c60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.576198] env[69486]: DEBUG oslo_vmware.api [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214511, 'name': PowerOffVM_Task, 'duration_secs': 0.21852} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.577592] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.577679] env[69486]: DEBUG nova.compute.manager [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.577969] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1014.577969] env[69486]: value = "task-3214512" [ 1014.577969] env[69486]: _type = "Task" [ 1014.577969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.578711] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946fd0d9-5e89-4c8e-9550-89be1f12a668 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.594560] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.666148] env[69486]: DEBUG nova.scheduler.client.report [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.679720] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.684344] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "91400c3e-2397-48b9-81a3-f701c3601b81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.684657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "91400c3e-2397-48b9-81a3-f701c3601b81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.955914] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528b3dd5-f494-e191-451d-3a702b3783e4, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.957148] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710abcd2-41a8-47a7-a9b4-a89bc1f0f0c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.963736] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1014.963736] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523937b5-dcdd-1915-129e-efaebdf30de1" [ 1014.963736] env[69486]: _type = "Task" [ 1014.963736] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.972054] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523937b5-dcdd-1915-129e-efaebdf30de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.092676] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06379} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.094211] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.099366] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432b24e-f61f-425f-b72f-3da7722505af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.105419] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c7e42f67-2fd9-4041-8b60-7e64ef63d189 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.126181] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] bd971d4c-f2d9-4561-81f1-11c89d73b5df/bd971d4c-f2d9-4561-81f1-11c89d73b5df.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.126943] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54584b2-3107-45a0-b534-cde9bc6dd93a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.148414] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1015.148414] env[69486]: value = "task-3214513" [ 1015.148414] env[69486]: _type = "Task" [ 1015.148414] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.160835] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.171906] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.174931] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.729s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.176641] env[69486]: INFO nova.compute.claims [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.186142] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.202123] env[69486]: INFO nova.scheduler.client.report [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted allocations for instance 04c628de-170b-48b9-a10f-73e72b39da0a [ 1015.204231] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.284213] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.284443] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.474880] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523937b5-dcdd-1915-129e-efaebdf30de1, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.475270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.475401] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.475604] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420179ab-4231-453f-8522-d8fe4def2350 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.482078] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1015.482078] env[69486]: value = "task-3214514" [ 1015.482078] env[69486]: _type = "Task" [ 1015.482078] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.490017] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.605872] env[69486]: INFO nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Rebuilding instance [ 1015.646067] env[69486]: DEBUG nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.646865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440e403-79da-4268-a48e-d3b951c6acb7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.665142] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214513, 'name': ReconfigVM_Task, 'duration_secs': 0.310474} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.666027] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Reconfigured VM instance instance-00000058 to attach disk [datastore1] bd971d4c-f2d9-4561-81f1-11c89d73b5df/bd971d4c-f2d9-4561-81f1-11c89d73b5df.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.666448] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6351ba9c-8c9a-4000-8acb-6922a407cb2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.676200] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1015.676200] env[69486]: value = "task-3214515" [ 1015.676200] env[69486]: _type = "Task" [ 1015.676200] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.694716] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214515, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.710948] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9b6449d5-d4df-4b7c-885c-968b8968034b tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "04c628de-170b-48b9-a10f-73e72b39da0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.601s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.712036] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Acquired lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.713450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.715029] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f7e96c-91a5-4d9b-9a7c-998b27d9cffc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.724795] env[69486]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1015.725032] env[69486]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69486) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1015.725784] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7978d81-f036-4009-96cf-4ffcfb1eed30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.739925] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ea16c-da4a-464a-a642-d93947f59cf0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.779874] env[69486]: ERROR root [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-642676'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-642676'}\n"]: nova.exception.InstanceNotFound: Instance 04c628de-170b-48b9-a10f-73e72b39da0a could not be found. [ 1015.780191] env[69486]: DEBUG oslo_concurrency.lockutils [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] Releasing lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.780455] env[69486]: DEBUG nova.compute.manager [req-f23fe420-8774-4b79-b0fd-b60d9a2f14dc req-1bb41334-3714-4775-9829-3ccc70af1ce8 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Detach interface failed, port_id=b5558649-29db-45ec-a93a-559214132506, reason: Instance 04c628de-170b-48b9-a10f-73e72b39da0a could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1015.780932] env[69486]: DEBUG oslo_concurrency.lockutils [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] Acquired lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.781776] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587edca-331e-4049-998f-6ce67fd0f4fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.786934] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.795090] env[69486]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1015.795090] env[69486]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69486) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1015.795379] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c72563d-6bee-46b0-9c54-0164cca91314 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.808833] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da6403c-de55-4bce-b96a-a6a758b042cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.849847] env[69486]: ERROR root [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-642676'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-642676' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-642676'}\n"]: nova.exception.InstanceNotFound: Instance 04c628de-170b-48b9-a10f-73e72b39da0a could not be found. [ 1015.850129] env[69486]: DEBUG oslo_concurrency.lockutils [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] Releasing lock "04c628de-170b-48b9-a10f-73e72b39da0a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.850377] env[69486]: DEBUG nova.compute.manager [req-c6bf0b7f-e932-49ff-85c7-2629432d2764 req-3684863d-47da-47c8-957b-963c3f59d600 service nova] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Detach interface failed, port_id=98f8c49d-b667-4a06-a999-4a92753ff517, reason: Instance 04c628de-170b-48b9-a10f-73e72b39da0a could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1015.994203] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494996} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.994477] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.994732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.995092] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba058e9c-28ce-4d13-9cf0-82853fe3b712 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.003663] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1016.003663] env[69486]: value = "task-3214516" [ 1016.003663] env[69486]: _type = "Task" [ 1016.003663] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.018188] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.190659] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214515, 'name': Rename_Task, 'duration_secs': 0.204195} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.190802] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.191072] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df46aff-f2ac-45a7-9b74-a85ec8005ea2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.198454] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1016.198454] env[69486]: value = "task-3214517" [ 1016.198454] env[69486]: _type = "Task" [ 1016.198454] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.212953] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.306359] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.471424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59929fcc-5527-490a-866a-c5f6c2ca9630 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.479411] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0496f6fd-c685-451f-a5ba-e9a45ff7e223 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.513350] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fffc9a-3592-41e3-b90a-f706dd3197ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.525322] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f591993e-e855-4e0c-ae64-c65508cbc32f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.529193] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063886} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.529496] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.530558] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe05ec7-2324-45eb-86fc-8e7d3edf7659 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.540455] env[69486]: DEBUG nova.compute.provider_tree [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.559272] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.560177] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c22107-a783-4c6e-ba00-ee79b4e74958 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.580941] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1016.580941] env[69486]: value = "task-3214518" [ 1016.580941] env[69486]: _type = "Task" [ 1016.580941] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.594284] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.669896] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.670261] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00bfc72-31e5-42dc-a87a-d80dad344fb6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.678593] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1016.678593] env[69486]: value = "task-3214519" [ 1016.678593] env[69486]: _type = "Task" [ 1016.678593] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.690228] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1016.690520] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.691332] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8455eba8-c573-4162-a537-82ae2a5cac97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699933] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.703725] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c0293dd-99ea-427c-8d50-dbe2b83e1387 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.710842] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214517, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.045100] env[69486]: DEBUG nova.scheduler.client.report [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.091180] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214518, 'name': ReconfigVM_Task, 'duration_secs': 0.344076} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.091495] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.092525] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8832d9d1-9493-4a94-abaf-74f0550a373f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.101556] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1017.101556] env[69486]: value = "task-3214521" [ 1017.101556] env[69486]: _type = "Task" [ 1017.101556] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.117287] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214521, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.142051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.212162] env[69486]: DEBUG oslo_vmware.api [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214517, 'name': PowerOnVM_Task, 'duration_secs': 0.98511} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.212598] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.212855] env[69486]: INFO nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1017.213186] env[69486]: DEBUG nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.214345] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ed51a-61a1-4f2b-926f-9c2ba1e56971 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.550049] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.550602] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.553308] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.963s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.555522] env[69486]: INFO nova.compute.claims [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.612790] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214521, 'name': Rename_Task, 'duration_secs': 0.203979} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.613068] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.613541] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978a495a-72a6-48f4-a5ed-383371437d6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.620808] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1017.620808] env[69486]: value = "task-3214522" [ 1017.620808] env[69486]: _type = "Task" [ 1017.620808] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.629049] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.666922] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.667167] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.667347] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore1] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.667719] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-220c1e77-706d-4441-a141-4e2802cf292e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.677177] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1017.677177] env[69486]: value = "task-3214523" [ 1017.677177] env[69486]: _type = "Task" [ 1017.677177] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.694328] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.732107] env[69486]: INFO nova.compute.manager [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Took 27.14 seconds to build instance. [ 1017.915966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "d10446a9-7893-4c5d-8e5b-4996838b45ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.916253] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.059875] env[69486]: DEBUG nova.compute.utils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.064368] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.064568] env[69486]: DEBUG nova.network.neutron [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.128139] env[69486]: DEBUG nova.policy [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f473b200ab034c89aa3ffe0edb79af4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3622dda2a28444adae22248337653911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.133427] env[69486]: DEBUG oslo_vmware.api [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214522, 'name': PowerOnVM_Task, 'duration_secs': 0.45648} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.133728] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.133948] env[69486]: INFO nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Took 4.85 seconds to spawn the instance on the hypervisor. [ 1018.134143] env[69486]: DEBUG nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.134995] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5849bbd-e9c8-4d81-bd74-2b38f88c13a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.192747] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175691} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.193007] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.193205] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.194363] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.233947] env[69486]: DEBUG oslo_concurrency.lockutils [None req-75f037df-f104-46ae-94ad-1997853b641e tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.654s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.350922] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.351185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.418865] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.501653] env[69486]: DEBUG nova.network.neutron [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Successfully created port: 36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.563172] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.651755] env[69486]: INFO nova.compute.manager [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Took 20.15 seconds to build instance. [ 1018.784991] env[69486]: DEBUG oslo_concurrency.lockutils [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.785235] env[69486]: DEBUG oslo_concurrency.lockutils [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.785413] env[69486]: DEBUG nova.compute.manager [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.787490] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d599b4-7eda-432d-aa25-8ecd1e9909f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.794963] env[69486]: DEBUG nova.compute.manager [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1018.795731] env[69486]: DEBUG nova.objects.instance [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'flavor' on Instance uuid bd971d4c-f2d9-4561-81f1-11c89d73b5df {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.853731] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.874436] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865c393-8a8a-41c6-b9c6-884c4caa5551 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.883506] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895262e-9731-4292-bb7b-584e500aaf4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.914098] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b0688-df4f-46cc-9e4a-5b3f3187922b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.922505] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031bf3e-6660-44f1-9bd9-a17d154fb5ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.942484] env[69486]: DEBUG nova.compute.provider_tree [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.952424] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.155928] env[69486]: DEBUG oslo_concurrency.lockutils [None req-457b4736-a0e5-400b-b2e5-6f42b5c7bfb3 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "ed4904f0-c382-4714-a051-afea0f7fcc9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.664s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.231081] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.231339] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.231495] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.231676] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.231823] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.231967] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.232195] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.232355] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.232517] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.232678] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.232848] env[69486]: DEBUG nova.virt.hardware [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.234066] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e01f92-2548-4e8e-96e7-65464a0a507e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.244079] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf25f42-795a-46f9-a687-4b4fc5326cae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.258091] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:7f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '918cf1d0-183b-4c05-ae43-3f46b844b824', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.266096] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.266365] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.266578] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc52b05b-e810-499b-906a-bf9c4a10dea4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.286382] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.286382] env[69486]: value = "task-3214524" [ 1019.286382] env[69486]: _type = "Task" [ 1019.286382] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.295226] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214524, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.386350] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.445439] env[69486]: DEBUG nova.scheduler.client.report [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.574616] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.599768] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.599768] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.599768] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.599999] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.599999] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.600160] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.600352] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.600509] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.600677] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.600892] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.601015] env[69486]: DEBUG nova.virt.hardware [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.601912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4339c8a-6146-4272-a4ee-97d6e245ebd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.610986] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596ed6d-7c9e-44d4-aed7-56a4ee11be63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.800156] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214524, 'name': CreateVM_Task, 'duration_secs': 0.363104} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.800384] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.801191] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.801402] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.801765] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.802061] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81480840-a828-4355-9e85-80e78dbef908 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.804103] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.804779] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17836f00-b8ee-4628-b2ba-a82891264f2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.808018] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1019.808018] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5269f64e-0ab7-4188-6bbc-7cf77d48ce2e" [ 1019.808018] env[69486]: _type = "Task" [ 1019.808018] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.812634] env[69486]: DEBUG oslo_vmware.api [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1019.812634] env[69486]: value = "task-3214525" [ 1019.812634] env[69486]: _type = "Task" [ 1019.812634] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.821054] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5269f64e-0ab7-4188-6bbc-7cf77d48ce2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.832827] env[69486]: DEBUG oslo_vmware.api [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.932247] env[69486]: DEBUG nova.compute.manager [req-50e99707-faa0-404a-a374-5af7e1ba8f51 req-11f5917b-78dd-45cb-b008-60a79ca2e794 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Received event network-vif-plugged-36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1019.932459] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e99707-faa0-404a-a374-5af7e1ba8f51 req-11f5917b-78dd-45cb-b008-60a79ca2e794 service nova] Acquiring lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.932665] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e99707-faa0-404a-a374-5af7e1ba8f51 req-11f5917b-78dd-45cb-b008-60a79ca2e794 service nova] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.932917] env[69486]: DEBUG oslo_concurrency.lockutils [req-50e99707-faa0-404a-a374-5af7e1ba8f51 req-11f5917b-78dd-45cb-b008-60a79ca2e794 service nova] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.933102] env[69486]: DEBUG nova.compute.manager [req-50e99707-faa0-404a-a374-5af7e1ba8f51 req-11f5917b-78dd-45cb-b008-60a79ca2e794 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] No waiting events found dispatching network-vif-plugged-36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.933267] env[69486]: WARNING nova.compute.manager [req-50e99707-faa0-404a-a374-5af7e1ba8f51 req-11f5917b-78dd-45cb-b008-60a79ca2e794 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Received unexpected event network-vif-plugged-36f10855-cc71-4c2b-861c-df7ea35b7e6d for instance with vm_state building and task_state spawning. [ 1019.951343] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.951343] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.954318] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.149s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.954538] env[69486]: DEBUG nova.objects.instance [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lazy-loading 'resources' on Instance uuid 3624c085-34a9-4250-bc9f-937a15cfcbc1 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.978412] env[69486]: INFO nova.compute.manager [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Rebuilding instance [ 1020.033181] env[69486]: DEBUG nova.compute.manager [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.035049] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b738336-3503-413e-a3ee-30af76caea85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.045517] env[69486]: DEBUG nova.network.neutron [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Successfully updated port: 36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.320837] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5269f64e-0ab7-4188-6bbc-7cf77d48ce2e, 'name': SearchDatastore_Task, 'duration_secs': 0.022473} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.321497] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.321739] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.321985] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.322148] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.322328] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.322572] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-087dd809-88ef-4938-a504-5caaa23d7367 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.327096] env[69486]: DEBUG oslo_vmware.api [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214525, 'name': PowerOffVM_Task, 'duration_secs': 0.198226} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.327621] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.327893] env[69486]: DEBUG nova.compute.manager [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.328617] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22f910-c8f6-48ba-a99c-555a807f578d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.337222] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.337391] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.338296] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01275347-f1d6-4487-860d-dec233e0215d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.343375] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1020.343375] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296e2d4-31d8-4afe-a58d-36f0dfc4df59" [ 1020.343375] env[69486]: _type = "Task" [ 1020.343375] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.351765] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296e2d4-31d8-4afe-a58d-36f0dfc4df59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.457177] env[69486]: DEBUG nova.compute.utils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.462130] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.462354] env[69486]: DEBUG nova.network.neutron [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.521281] env[69486]: DEBUG nova.policy [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c5ad98fcf44ef2af0938cc9fe9d521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8108523c672546cfb60a4283d6974b0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.549809] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.549932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.550091] env[69486]: DEBUG nova.network.neutron [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.781792] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d30c905-d125-4483-ba1c-761225810b9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.793593] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b02fe6-98ba-45d4-8842-17fd30d3c17c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.832670] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.833453] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1de900-4167-4146-9d0f-0d89a36f3365 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.843940] env[69486]: DEBUG oslo_concurrency.lockutils [None req-064107b1-f54f-47d0-871c-a8660e8fb1b9 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.846086] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f2aee9-dceb-42ba-9422-66d2177a8ae2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.850348] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.018s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.850571] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.850988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.850988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.856954] env[69486]: INFO nova.compute.manager [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Terminating instance [ 1020.874738] env[69486]: DEBUG nova.compute.provider_tree [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.876424] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296e2d4-31d8-4afe-a58d-36f0dfc4df59, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.877551] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b222e6-2d74-4933-9ce7-378954f3348b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.883816] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1020.883816] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5235bf83-33d2-03af-f965-a496bb52b4ff" [ 1020.883816] env[69486]: _type = "Task" [ 1020.883816] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.888172] env[69486]: DEBUG nova.network.neutron [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Successfully created port: 0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.897353] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5235bf83-33d2-03af-f965-a496bb52b4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.897583] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.897868] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.898125] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51690ce3-d223-4776-a5ba-ccf5ac782a56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.904789] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1020.904789] env[69486]: value = "task-3214526" [ 1020.904789] env[69486]: _type = "Task" [ 1020.904789] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.913119] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.964988] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.051943] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.054616] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1487d868-a0fd-41df-9b07-1928752eb5f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.064532] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1021.064532] env[69486]: value = "task-3214527" [ 1021.064532] env[69486]: _type = "Task" [ 1021.064532] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.080638] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.112530] env[69486]: DEBUG nova.network.neutron [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.290832] env[69486]: DEBUG nova.network.neutron [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Updating instance_info_cache with network_info: [{"id": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "address": "fa:16:3e:1e:69:08", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f10855-cc", "ovs_interfaceid": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.361815] env[69486]: DEBUG nova.compute.manager [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.362062] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.362947] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846098a2-f6b2-4e15-9cb7-32140279f53f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.374443] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.374716] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28454b52-1709-4219-a660-a839c87e23d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.377865] env[69486]: DEBUG nova.scheduler.client.report [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.415527] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49799} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.415807] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.416035] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.416289] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdd1a900-f8a2-414a-98e2-d9b4dcd337de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.423841] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1021.423841] env[69486]: value = "task-3214529" [ 1021.423841] env[69486]: _type = "Task" [ 1021.423841] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.434144] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.443607] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.443829] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.444038] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleting the datastore file [datastore1] bd971d4c-f2d9-4561-81f1-11c89d73b5df {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.444305] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2187ae6b-6ef0-4193-86ca-6e9bfd3c5e45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.455450] env[69486]: DEBUG oslo_vmware.api [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1021.455450] env[69486]: value = "task-3214530" [ 1021.455450] env[69486]: _type = "Task" [ 1021.455450] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.464095] env[69486]: DEBUG oslo_vmware.api [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.632968] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214527, 'name': PowerOffVM_Task, 'duration_secs': 0.175477} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.632968] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.632968] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.632968] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f020ea-b39a-4cca-9a9d-d973cb77b9ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.632968] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.632968] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4783265c-e637-45fa-bb43-62ca335d5a76 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.632968] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.632968] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.632968] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Deleting the datastore file [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.632968] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5a5e87b-76c2-49af-9051-2ac5d73fd225 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.632968] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1021.632968] env[69486]: value = "task-3214532" [ 1021.632968] env[69486]: _type = "Task" [ 1021.632968] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.636610] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.794122] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.794486] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance network_info: |[{"id": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "address": "fa:16:3e:1e:69:08", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f10855-cc", "ovs_interfaceid": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.794991] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:69:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36f10855-cc71-4c2b-861c-df7ea35b7e6d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.803486] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.803731] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.803956] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22614708-318b-4639-9d40-a9c202de0369 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.825441] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.825441] env[69486]: value = "task-3214533" [ 1021.825441] env[69486]: _type = "Task" [ 1021.825441] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.833794] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214533, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.882493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.885270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.015s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.885565] env[69486]: DEBUG nova.objects.instance [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lazy-loading 'resources' on Instance uuid 256ae0b9-d1fd-4aee-b57b-48224890dccf {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.909949] env[69486]: INFO nova.scheduler.client.report [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted allocations for instance 3624c085-34a9-4250-bc9f-937a15cfcbc1 [ 1021.935880] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064251} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.936270] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.937118] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5adff-49e4-4dd6-911b-1fb81e00d47a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.962540] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.963657] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c4bba9-1a2d-413f-840b-cdd3a56a2fcb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.982286] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.992484] env[69486]: DEBUG oslo_vmware.api [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12958} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.994233] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.994377] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.994616] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.994731] env[69486]: INFO nova.compute.manager [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1021.994982] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.995298] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1021.995298] env[69486]: value = "task-3214534" [ 1021.995298] env[69486]: _type = "Task" [ 1021.995298] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.995539] env[69486]: DEBUG nova.compute.manager [-] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.995963] env[69486]: DEBUG nova.network.neutron [-] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.009754] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.011973] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.012228] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.012401] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.012598] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.012764] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.012941] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.013214] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.013399] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.013575] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.013749] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.013939] env[69486]: DEBUG nova.virt.hardware [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.014891] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65113a3-5506-4e75-9934-1c08a1caa9e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.023290] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734117c5-c9b4-45a0-b24f-c05640f07282 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.045352] env[69486]: DEBUG nova.compute.manager [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Received event network-changed-36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1022.045518] env[69486]: DEBUG nova.compute.manager [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Refreshing instance network info cache due to event network-changed-36f10855-cc71-4c2b-861c-df7ea35b7e6d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1022.045877] env[69486]: DEBUG oslo_concurrency.lockutils [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] Acquiring lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.046111] env[69486]: DEBUG oslo_concurrency.lockutils [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] Acquired lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.046321] env[69486]: DEBUG nova.network.neutron [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Refreshing network info cache for port 36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.139842] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365594} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.140128] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.140321] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.140506] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.336943] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214533, 'name': CreateVM_Task, 'duration_secs': 0.347692} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.337138] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.337868] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.338058] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.339037] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.339037] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62964d78-28e5-4eb4-86fa-4789e0d0e087 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.343566] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1022.343566] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5247025e-2127-3a1e-5296-45aebcd70521" [ 1022.343566] env[69486]: _type = "Task" [ 1022.343566] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.353453] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5247025e-2127-3a1e-5296-45aebcd70521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.420732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2f7d6bad-bb24-488d-be95-0dd0d42054ab tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "3624c085-34a9-4250-bc9f-937a15cfcbc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.114s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.514979] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214534, 'name': ReconfigVM_Task, 'duration_secs': 0.283209} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.517198] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5/951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.517380] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a572228-86b4-467a-9ab3-d04ac147b4d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.525282] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1022.525282] env[69486]: value = "task-3214535" [ 1022.525282] env[69486]: _type = "Task" [ 1022.525282] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.539615] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214535, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.753959] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94827090-80f6-4718-9c85-4e9362937757 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.767794] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd10440d-11a5-45e8-80f3-c0629cebed53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.803396] env[69486]: DEBUG nova.network.neutron [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Updated VIF entry in instance network info cache for port 36f10855-cc71-4c2b-861c-df7ea35b7e6d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.803793] env[69486]: DEBUG nova.network.neutron [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Updating instance_info_cache with network_info: [{"id": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "address": "fa:16:3e:1e:69:08", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f10855-cc", "ovs_interfaceid": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.806041] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f15d70-782e-4135-a1e2-26330b6e1aed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.817037] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521fcee1-1aa5-4326-9dd8-99fae48de1b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.841820] env[69486]: DEBUG nova.compute.provider_tree [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.843291] env[69486]: DEBUG nova.network.neutron [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Successfully updated port: 0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.855495] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5247025e-2127-3a1e-5296-45aebcd70521, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.855793] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.856019] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.856354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.856499] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.856556] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.857038] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-792ea5c6-e809-497a-8726-0305f736cd46 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.865999] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.866198] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.866888] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f46a458-6a8a-45ba-a0da-0375e34e64fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.874730] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1022.874730] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527d7afe-5260-612b-838f-8b2ba7ff0060" [ 1022.874730] env[69486]: _type = "Task" [ 1022.874730] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.882554] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527d7afe-5260-612b-838f-8b2ba7ff0060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.036945] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214535, 'name': Rename_Task, 'duration_secs': 0.146656} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.037571] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.037571] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a1b561-8e5b-4f05-86b6-be196f28ba43 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.044764] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1023.044764] env[69486]: value = "task-3214536" [ 1023.044764] env[69486]: _type = "Task" [ 1023.044764] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.053489] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.144089] env[69486]: DEBUG nova.network.neutron [-] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.176405] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.176647] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.176803] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.176982] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.177141] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.177288] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.177495] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.177655] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.177892] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.178087] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.178265] env[69486]: DEBUG nova.virt.hardware [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.179151] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f75245c-ba49-42d0-90a9-ea564055d326 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.188443] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36213a7-d491-40d4-a687-3ec891dabd3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.203387] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.209099] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.209406] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.209626] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ab224e-fd2b-425b-b2aa-2609cfe0cca7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.228858] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.228858] env[69486]: value = "task-3214537" [ 1023.228858] env[69486]: _type = "Task" [ 1023.228858] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.237060] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214537, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.309749] env[69486]: DEBUG oslo_concurrency.lockutils [req-4d4e2eb0-811c-4b7c-872c-0673825788cb req-7c0e5459-0375-47b3-bf80-0db3f952b954 service nova] Releasing lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.346179] env[69486]: DEBUG nova.scheduler.client.report [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.350052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "refresh_cache-754c1208-fe02-4272-b72c-29164d65887d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.350195] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "refresh_cache-754c1208-fe02-4272-b72c-29164d65887d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.350366] env[69486]: DEBUG nova.network.neutron [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.386315] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527d7afe-5260-612b-838f-8b2ba7ff0060, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.387128] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70fbecc-3ca4-40e9-b65f-eead3b3b49ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.392842] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1023.392842] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5273be76-4e6b-3267-0c1e-b8e1a5d3692d" [ 1023.392842] env[69486]: _type = "Task" [ 1023.392842] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.401233] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5273be76-4e6b-3267-0c1e-b8e1a5d3692d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.556465] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.648076] env[69486]: INFO nova.compute.manager [-] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Took 1.65 seconds to deallocate network for instance. [ 1023.739043] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214537, 'name': CreateVM_Task, 'duration_secs': 0.312593} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.739266] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.739717] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.739917] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.740289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.740578] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224eb598-bb24-4f59-8a9d-4df05e9ecc42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.745159] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1023.745159] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521a1b34-061b-1d9c-0aa9-a9f4212ab503" [ 1023.745159] env[69486]: _type = "Task" [ 1023.745159] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.753849] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521a1b34-061b-1d9c-0aa9-a9f4212ab503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.854217] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.858117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.311s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.858320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.860158] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.311s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.860158] env[69486]: DEBUG nova.objects.instance [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lazy-loading 'resources' on Instance uuid 0235e543-66c0-4ccc-83e3-cc291a18a134 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.879464] env[69486]: INFO nova.scheduler.client.report [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted allocations for instance 256ae0b9-d1fd-4aee-b57b-48224890dccf [ 1023.882973] env[69486]: INFO nova.scheduler.client.report [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocations for instance 14c924c3-c0ce-4114-9272-3df61026f88a [ 1023.899080] env[69486]: DEBUG nova.network.neutron [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.905154] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5273be76-4e6b-3267-0c1e-b8e1a5d3692d, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.905426] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.905752] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.905899] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7150f8c5-aa86-4187-84cb-8c1235dce109 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.913707] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1023.913707] env[69486]: value = "task-3214538" [ 1023.913707] env[69486]: _type = "Task" [ 1023.913707] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.922305] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.057187] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214536, 'name': PowerOnVM_Task, 'duration_secs': 0.522769} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.057611] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.057673] env[69486]: DEBUG nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.058507] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c44fd-180c-4145-9b3f-c9a9e4b211de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.070414] env[69486]: DEBUG nova.network.neutron [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Updating instance_info_cache with network_info: [{"id": "0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed", "address": "fa:16:3e:bc:67:87", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5e04a4-53", "ovs_interfaceid": "0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.076347] env[69486]: DEBUG nova.compute.manager [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Received event network-vif-deleted-60560a8c-a574-44a5-9044-4aea73b8eb7c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1024.076482] env[69486]: DEBUG nova.compute.manager [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Received event network-vif-plugged-0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1024.076646] env[69486]: DEBUG oslo_concurrency.lockutils [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] Acquiring lock "754c1208-fe02-4272-b72c-29164d65887d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.076805] env[69486]: DEBUG oslo_concurrency.lockutils [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] Lock "754c1208-fe02-4272-b72c-29164d65887d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.077042] env[69486]: DEBUG oslo_concurrency.lockutils [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] Lock "754c1208-fe02-4272-b72c-29164d65887d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.077328] env[69486]: DEBUG nova.compute.manager [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] No waiting events found dispatching network-vif-plugged-0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.077510] env[69486]: WARNING nova.compute.manager [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Received unexpected event network-vif-plugged-0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed for instance with vm_state building and task_state spawning. [ 1024.077704] env[69486]: DEBUG nova.compute.manager [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Received event network-changed-0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1024.077891] env[69486]: DEBUG nova.compute.manager [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Refreshing instance network info cache due to event network-changed-0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1024.078119] env[69486]: DEBUG oslo_concurrency.lockutils [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] Acquiring lock "refresh_cache-754c1208-fe02-4272-b72c-29164d65887d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.156635] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.256143] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521a1b34-061b-1d9c-0aa9-a9f4212ab503, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.256424] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.256717] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.256967] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.257131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.257315] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.257579] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a568fcf-f50b-439c-bb1e-d9b4995e9d25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.266978] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.267234] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.267887] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae81ddb1-42d0-4619-acdf-d748f80a1cc3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.274100] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1024.274100] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521f69a7-6fe0-9ee5-3b54-033c3a721cc9" [ 1024.274100] env[69486]: _type = "Task" [ 1024.274100] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.285440] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521f69a7-6fe0-9ee5-3b54-033c3a721cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.397025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5d9b7f3f-cef1-40c5-adda-7c6b0d66a836 tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "256ae0b9-d1fd-4aee-b57b-48224890dccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.024s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.397025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f5691f34-8d73-4c1c-ba83-a9acb07254ff tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "14c924c3-c0ce-4114-9272-3df61026f88a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.365s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.425230] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214538, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.571069] env[69486]: INFO nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] bringing vm to original state: 'stopped' [ 1024.573724] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "refresh_cache-754c1208-fe02-4272-b72c-29164d65887d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.574503] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Instance network_info: |[{"id": "0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed", "address": "fa:16:3e:bc:67:87", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5e04a4-53", "ovs_interfaceid": "0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.574503] env[69486]: DEBUG oslo_concurrency.lockutils [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] Acquired lock "refresh_cache-754c1208-fe02-4272-b72c-29164d65887d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.574764] env[69486]: DEBUG nova.network.neutron [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Refreshing network info cache for port 0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.575717] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:67:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.583319] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.589080] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.589846] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-224f8499-1bd2-4d69-83c9-4eefa70bce8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.618739] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.618739] env[69486]: value = "task-3214539" [ 1024.618739] env[69486]: _type = "Task" [ 1024.618739] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.637045] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214539, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.683606] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f270244c-4bed-4662-86dc-df7d453c7a67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.696126] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c287c-36e0-434a-a024-f797666e5696 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.730337] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9495a3bc-5a83-4dec-bc36-5bf1eef9d25d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.739077] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270a9e4-c3b5-4b69-b89d-21ab79ccb07a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.754466] env[69486]: DEBUG nova.compute.provider_tree [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.785067] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521f69a7-6fe0-9ee5-3b54-033c3a721cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.785860] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a6f3c1-ccf5-4ab3-81b8-d15ce8a6a2aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.792600] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1024.792600] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bdae40-9d26-b6fb-833b-89f6d5e866d1" [ 1024.792600] env[69486]: _type = "Task" [ 1024.792600] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.801604] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bdae40-9d26-b6fb-833b-89f6d5e866d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.872531] env[69486]: DEBUG nova.network.neutron [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Updated VIF entry in instance network info cache for port 0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.873443] env[69486]: DEBUG nova.network.neutron [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Updating instance_info_cache with network_info: [{"id": "0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed", "address": "fa:16:3e:bc:67:87", "network": {"id": "a6b68c4e-5b1e-4c8f-91d4-92e26b7935a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2078172779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8108523c672546cfb60a4283d6974b0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f5e04a4-53", "ovs_interfaceid": "0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.925903] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214538, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.995141] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "9b67ee26-66a6-41be-a519-339bc8a9691f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.995621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.026193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "eeb08e02-1228-4886-b31b-6099c5ea6a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.026499] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.132408] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214539, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.260320] env[69486]: DEBUG nova.scheduler.client.report [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.303708] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bdae40-9d26-b6fb-833b-89f6d5e866d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.303956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.304234] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.304542] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abacf09a-2e5f-495b-9df8-3abeb3e88da7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.311909] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1025.311909] env[69486]: value = "task-3214540" [ 1025.311909] env[69486]: _type = "Task" [ 1025.311909] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.319658] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.376251] env[69486]: DEBUG oslo_concurrency.lockutils [req-a989321b-1905-4a0f-af22-42d36f1ccfb4 req-af5825ca-09bb-4683-b499-d704a7a31515 service nova] Releasing lock "refresh_cache-754c1208-fe02-4272-b72c-29164d65887d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.431312] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.314453} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.431756] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.432069] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.432406] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e56cb7-affc-40dd-9843-967face4af34 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.442078] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1025.442078] env[69486]: value = "task-3214541" [ 1025.442078] env[69486]: _type = "Task" [ 1025.442078] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.454293] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.499997] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.530831] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.578770] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.579215] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.579537] env[69486]: DEBUG nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.580747] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af2adb-5884-41b6-a546-2287df59707c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.589626] env[69486]: DEBUG nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1025.635857] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214539, 'name': CreateVM_Task, 'duration_secs': 0.558088} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.636088] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.636782] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.636954] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.637385] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.637638] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b22d685-a5c9-4836-bc8b-82c1998690e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.646245] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1025.646245] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e5e476-fef1-0a22-c281-7891920ab009" [ 1025.646245] env[69486]: _type = "Task" [ 1025.646245] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.659047] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e5e476-fef1-0a22-c281-7891920ab009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.765724] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.768550] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.092s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.768822] env[69486]: DEBUG nova.objects.instance [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lazy-loading 'resources' on Instance uuid 3d011cc0-16a1-4850-9038-636d11da4480 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.791463] env[69486]: INFO nova.scheduler.client.report [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleted allocations for instance 0235e543-66c0-4ccc-83e3-cc291a18a134 [ 1025.822822] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456367} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.823151] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.823412] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.823678] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c310be2-6ca7-42fc-b159-34e9f040859f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.833104] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1025.833104] env[69486]: value = "task-3214542" [ 1025.833104] env[69486]: _type = "Task" [ 1025.833104] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.842964] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.953119] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072578} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.953405] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.953949] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6fd4e-3737-4644-a966-88ce0090aa7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.976193] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.976461] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46be103c-b6bf-48ef-ae10-4a40d2c3dca0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.996851] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1025.996851] env[69486]: value = "task-3214543" [ 1025.996851] env[69486]: _type = "Task" [ 1025.996851] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.006989] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.019199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.051969] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.094342] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.094686] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2976f279-652f-411e-bc19-5fedd052e0a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.103418] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1026.103418] env[69486]: value = "task-3214544" [ 1026.103418] env[69486]: _type = "Task" [ 1026.103418] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.113337] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.159378] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e5e476-fef1-0a22-c281-7891920ab009, 'name': SearchDatastore_Task, 'duration_secs': 0.055118} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.159378] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.159378] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.159378] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.159378] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.159378] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.159812] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b84e145e-f1df-4a49-bd3e-ebe0a82b04c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.174226] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.174450] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.175218] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2858841b-a098-4aad-bacd-a00ef2ae04be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.182135] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1026.182135] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5200e9f5-4a8f-7bdf-2edd-fcd3316ba9e7" [ 1026.182135] env[69486]: _type = "Task" [ 1026.182135] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.190500] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5200e9f5-4a8f-7bdf-2edd-fcd3316ba9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.301708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a65278a4-870f-4b77-b5b7-a1aac23977ee tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "0235e543-66c0-4ccc-83e3-cc291a18a134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.391s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.343955] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067617} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.346411] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.347357] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff6231-e77d-477e-9474-bf9f385231a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.368180] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.370838] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e7a3b9-613d-4d7c-a306-370382e1deae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.391373] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1026.391373] env[69486]: value = "task-3214545" [ 1026.391373] env[69486]: _type = "Task" [ 1026.391373] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.404896] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.506830] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214543, 'name': ReconfigVM_Task, 'duration_secs': 0.303715} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.509428] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.510267] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7311e34b-a7df-469f-b361-be2a3f2de920 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.518073] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1026.518073] env[69486]: value = "task-3214546" [ 1026.518073] env[69486]: _type = "Task" [ 1026.518073] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.529456] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214546, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.569587] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d393ea-c2d3-478b-92e2-be8fa43cdfff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.577427] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de528514-e7e1-4e8c-a39e-a35c73d6b581 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.612593] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ba655-22c4-4e68-83ab-5bda5b4ebc04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.623830] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53931cf2-103e-49c1-ac88-a8a00d966183 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.627741] env[69486]: DEBUG oslo_vmware.api [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214544, 'name': PowerOffVM_Task, 'duration_secs': 0.264899} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.628230] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.628485] env[69486]: DEBUG nova.compute.manager [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.629634] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54470dd6-2dd6-4e03-b4d4-727384ddcde1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.641022] env[69486]: DEBUG nova.compute.provider_tree [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.694336] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5200e9f5-4a8f-7bdf-2edd-fcd3316ba9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.695118] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11bea7f-722c-4e79-9d49-2178684f8f50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.705944] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1026.705944] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6dc49-ba5e-320d-672a-9e50d11e4400" [ 1026.705944] env[69486]: _type = "Task" [ 1026.705944] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.715529] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a6dc49-ba5e-320d-672a-9e50d11e4400, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.716314] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.716578] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 754c1208-fe02-4272-b72c-29164d65887d/754c1208-fe02-4272-b72c-29164d65887d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.716818] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8401a461-7b28-4482-a999-e4fcaed07e9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.724678] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1026.724678] env[69486]: value = "task-3214547" [ 1026.724678] env[69486]: _type = "Task" [ 1026.724678] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.732993] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.904184] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214545, 'name': ReconfigVM_Task, 'duration_secs': 0.265761} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.904389] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b/ed4904f0-c382-4714-a051-afea0f7fcc9b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.905187] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68eeab9-364e-4567-acb0-e0c9c3d7cc72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.914218] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1026.914218] env[69486]: value = "task-3214548" [ 1026.914218] env[69486]: _type = "Task" [ 1026.914218] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.925181] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214548, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.030342] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214546, 'name': Rename_Task, 'duration_secs': 0.164765} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.030748] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.030944] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b945d55-73d6-4fa9-aa11-5d3e9adafcb2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.040131] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1027.040131] env[69486]: value = "task-3214549" [ 1027.040131] env[69486]: _type = "Task" [ 1027.040131] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.050147] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.143784] env[69486]: DEBUG nova.scheduler.client.report [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.153131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.207362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.207639] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.207855] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "1db47dfb-f2a2-44c2-b5df-1764378fce17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.208087] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.208278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.210473] env[69486]: INFO nova.compute.manager [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Terminating instance [ 1027.235427] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479572} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.235700] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 754c1208-fe02-4272-b72c-29164d65887d/754c1208-fe02-4272-b72c-29164d65887d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.235911] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.236182] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29fe2945-b1cb-4341-a75d-1ea787ee9dd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.243273] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1027.243273] env[69486]: value = "task-3214550" [ 1027.243273] env[69486]: _type = "Task" [ 1027.243273] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.251393] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.425552] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214548, 'name': Rename_Task, 'duration_secs': 0.243882} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.425833] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.426122] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-196014e5-c3c8-44fd-95c4-7e86be7183f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.433701] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1027.433701] env[69486]: value = "task-3214551" [ 1027.433701] env[69486]: _type = "Task" [ 1027.433701] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.442322] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.550544] env[69486]: DEBUG oslo_vmware.api [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214549, 'name': PowerOnVM_Task, 'duration_secs': 0.503279} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.550814] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.551027] env[69486]: INFO nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1027.551227] env[69486]: DEBUG nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.551999] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e890a9-dbd6-4e1a-af8e-a58ed232a611 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.650477] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.652839] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.787s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.654360] env[69486]: INFO nova.compute.claims [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.663496] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.675837] env[69486]: INFO nova.scheduler.client.report [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Deleted allocations for instance 3d011cc0-16a1-4850-9038-636d11da4480 [ 1027.714682] env[69486]: DEBUG nova.compute.manager [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.714924] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.715825] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657d3c5c-4b0e-4217-b90f-22d7f1ac3024 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.724962] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.725245] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d760cc75-a6c7-4da4-a9e0-16481eca7f92 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.734219] env[69486]: DEBUG oslo_vmware.api [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 1027.734219] env[69486]: value = "task-3214552" [ 1027.734219] env[69486]: _type = "Task" [ 1027.734219] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.744121] env[69486]: DEBUG oslo_vmware.api [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.753933] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247244} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.754334] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.755057] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c9aee-8d99-477f-a166-5ad0836ad3f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.781235] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 754c1208-fe02-4272-b72c-29164d65887d/754c1208-fe02-4272-b72c-29164d65887d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.781727] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a05a248-db9b-4ef6-84da-220151615291 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.805229] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1027.805229] env[69486]: value = "task-3214553" [ 1027.805229] env[69486]: _type = "Task" [ 1027.805229] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.814258] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.944633] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.074431] env[69486]: INFO nova.compute.manager [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Took 23.65 seconds to build instance. [ 1028.187039] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ddeac4a7-3ddf-4058-96c2-2b3c79612737 tempest-ServersTestJSON-2031767258 tempest-ServersTestJSON-2031767258-project-member] Lock "3d011cc0-16a1-4850-9038-636d11da4480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.639s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.246482] env[69486]: DEBUG oslo_vmware.api [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214552, 'name': PowerOffVM_Task, 'duration_secs': 0.313887} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.246952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.247054] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.247232] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-242aaba7-1566-456a-bdb6-039ca561559f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.316290] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.330068] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.330216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.330429] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.330611] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.330776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.332819] env[69486]: INFO nova.compute.manager [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Terminating instance [ 1028.444765] env[69486]: DEBUG oslo_vmware.api [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214551, 'name': PowerOnVM_Task, 'duration_secs': 0.965881} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.445171] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.445497] env[69486]: DEBUG nova.compute.manager [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.446606] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c1b72-5be9-4c98-88f2-2d324d208879 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.575521] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625ae2ed-b581-41d1-bc7d-3466f4e6e812 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.155s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.774958] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.774958] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.774958] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleting the datastore file [datastore1] 1db47dfb-f2a2-44c2-b5df-1764378fce17 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.774958] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae8ce41-3467-4f56-ab40-beaab1411640 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.785044] env[69486]: DEBUG oslo_vmware.api [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for the task: (returnval){ [ 1028.785044] env[69486]: value = "task-3214555" [ 1028.785044] env[69486]: _type = "Task" [ 1028.785044] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.802729] env[69486]: DEBUG oslo_vmware.api [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.819762] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214553, 'name': ReconfigVM_Task, 'duration_secs': 1.013688} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.822567] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 754c1208-fe02-4272-b72c-29164d65887d/754c1208-fe02-4272-b72c-29164d65887d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.824327] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aa3bae3-916c-4f43-a3ca-be98a3e8eda2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.831817] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1028.831817] env[69486]: value = "task-3214556" [ 1028.831817] env[69486]: _type = "Task" [ 1028.831817] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.835743] env[69486]: DEBUG nova.compute.manager [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.836053] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.837115] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4d364-6451-4a04-8f9e-0942c158e6b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.846973] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214556, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.852988] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.852988] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-927120ce-e6f3-45f8-84e4-e502a494392a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.930547] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.930547] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.930547] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore2] 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.930547] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb0d12b5-d381-47ca-a9c1-ab26660eb0fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.937442] env[69486]: DEBUG oslo_vmware.api [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1028.937442] env[69486]: value = "task-3214558" [ 1028.937442] env[69486]: _type = "Task" [ 1028.937442] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.955892] env[69486]: DEBUG oslo_vmware.api [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.971671] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.014728] env[69486]: DEBUG nova.compute.manager [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Received event network-changed-36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1029.015125] env[69486]: DEBUG nova.compute.manager [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Refreshing instance network info cache due to event network-changed-36f10855-cc71-4c2b-861c-df7ea35b7e6d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1029.015351] env[69486]: DEBUG oslo_concurrency.lockutils [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] Acquiring lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.016122] env[69486]: DEBUG oslo_concurrency.lockutils [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] Acquired lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.016122] env[69486]: DEBUG nova.network.neutron [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Refreshing network info cache for port 36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.032140] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f47d36-f102-4a15-98f4-a2d887e8fd3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.040481] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08152c3-df2c-4318-a712-b7bf19a2c7b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.078702] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664fbd6e-6516-469b-b058-71455788c92a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.087515] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f735ea-7c49-48b1-9056-d3fc65a3de40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.102325] env[69486]: DEBUG nova.compute.provider_tree [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.299910] env[69486]: DEBUG oslo_vmware.api [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Task: {'id': task-3214555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168801} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.300188] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.300381] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.300562] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.300733] env[69486]: INFO nova.compute.manager [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1029.300970] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.301176] env[69486]: DEBUG nova.compute.manager [-] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.301270] env[69486]: DEBUG nova.network.neutron [-] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.342520] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214556, 'name': Rename_Task, 'duration_secs': 0.206042} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.342783] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.343090] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e38b419-aa44-4f77-9c89-91f8310215a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.351111] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1029.351111] env[69486]: value = "task-3214559" [ 1029.351111] env[69486]: _type = "Task" [ 1029.351111] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.361131] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.449708] env[69486]: DEBUG oslo_vmware.api [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20662} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.449948] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.450151] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.450330] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.450499] env[69486]: INFO nova.compute.manager [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1029.450735] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.450927] env[69486]: DEBUG nova.compute.manager [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.451030] env[69486]: DEBUG nova.network.neutron [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.610767] env[69486]: DEBUG nova.scheduler.client.report [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.849322] env[69486]: DEBUG nova.compute.manager [req-4617f763-54ba-4d26-958d-b11cd810dfc7 req-55988d07-016a-4a5f-ac63-809c8e90d3a3 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Received event network-vif-deleted-918cf1d0-183b-4c05-ae43-3f46b844b824 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1029.850366] env[69486]: INFO nova.compute.manager [req-4617f763-54ba-4d26-958d-b11cd810dfc7 req-55988d07-016a-4a5f-ac63-809c8e90d3a3 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Neutron deleted interface 918cf1d0-183b-4c05-ae43-3f46b844b824; detaching it from the instance and deleting it from the info cache [ 1029.850366] env[69486]: DEBUG nova.network.neutron [req-4617f763-54ba-4d26-958d-b11cd810dfc7 req-55988d07-016a-4a5f-ac63-809c8e90d3a3 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.863056] env[69486]: DEBUG nova.network.neutron [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Updated VIF entry in instance network info cache for port 36f10855-cc71-4c2b-861c-df7ea35b7e6d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.863404] env[69486]: DEBUG nova.network.neutron [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Updating instance_info_cache with network_info: [{"id": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "address": "fa:16:3e:1e:69:08", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f10855-cc", "ovs_interfaceid": "36f10855-cc71-4c2b-861c-df7ea35b7e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.873136] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214559, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.986093] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "ed4904f0-c382-4714-a051-afea0f7fcc9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.986607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "ed4904f0-c382-4714-a051-afea0f7fcc9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.986705] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "ed4904f0-c382-4714-a051-afea0f7fcc9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.987040] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "ed4904f0-c382-4714-a051-afea0f7fcc9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.987231] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "ed4904f0-c382-4714-a051-afea0f7fcc9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.993435] env[69486]: INFO nova.compute.manager [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Terminating instance [ 1030.119713] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.120290] env[69486]: DEBUG nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.122861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.919s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.124376] env[69486]: INFO nova.compute.claims [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.213290] env[69486]: DEBUG nova.network.neutron [-] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.334422] env[69486]: DEBUG nova.network.neutron [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.365720] env[69486]: DEBUG oslo_vmware.api [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214559, 'name': PowerOnVM_Task, 'duration_secs': 0.687308} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.365959] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1677124-d7a2-49b6-961b-aa057203ee6f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.370025] env[69486]: DEBUG oslo_concurrency.lockutils [req-80d8233c-61e5-45fc-b209-cbd00ce7de52 req-5bd67433-860a-4e0d-bd32-0d85b7f4f657 service nova] Releasing lock "refresh_cache-3dec70f1-2eed-4d57-9477-8fd14494b8cf" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.370025] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.370025] env[69486]: INFO nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1030.370025] env[69486]: DEBUG nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.370025] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf5c1f9-d6c4-48f5-965f-edd0fcacc730 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.386081] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a22b622-78cc-48a3-a93a-eeaabb254cec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.423399] env[69486]: DEBUG nova.compute.manager [req-4617f763-54ba-4d26-958d-b11cd810dfc7 req-55988d07-016a-4a5f-ac63-809c8e90d3a3 service nova] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Detach interface failed, port_id=918cf1d0-183b-4c05-ae43-3f46b844b824, reason: Instance 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1030.499211] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "refresh_cache-ed4904f0-c382-4714-a051-afea0f7fcc9b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.499402] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquired lock "refresh_cache-ed4904f0-c382-4714-a051-afea0f7fcc9b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.499578] env[69486]: DEBUG nova.network.neutron [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.628765] env[69486]: DEBUG nova.compute.utils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.632016] env[69486]: DEBUG nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1030.715479] env[69486]: INFO nova.compute.manager [-] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Took 1.41 seconds to deallocate network for instance. [ 1030.837449] env[69486]: INFO nova.compute.manager [-] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Took 1.39 seconds to deallocate network for instance. [ 1030.898024] env[69486]: INFO nova.compute.manager [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Took 23.32 seconds to build instance. [ 1031.022808] env[69486]: DEBUG nova.network.neutron [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.041912] env[69486]: DEBUG nova.compute.manager [req-d1945e24-5daa-4345-a0c1-4382dde0fc02 req-273251cd-a34d-4ff2-be46-e0fd64614660 service nova] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Received event network-vif-deleted-c6e26756-8a63-48ae-8645-c9f59bcfde7d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1031.071529] env[69486]: DEBUG nova.network.neutron [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.133135] env[69486]: DEBUG nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.224920] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.344683] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.397130] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6207ecac-7c5f-4435-ab7e-9c2b24601ce3 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "754c1208-fe02-4272-b72c-29164d65887d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.826s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.427902] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1582c6-d4f0-4269-b611-6416d1142969 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.437336] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f2b486-c3b3-4981-8023-a557659b821e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.468114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1de70-71ff-4a00-9cb6-f0a8f5006504 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.476449] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce2ed5a-c844-4ff3-800b-cd70dab24fe8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.490470] env[69486]: DEBUG nova.compute.provider_tree [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.573979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Releasing lock "refresh_cache-ed4904f0-c382-4714-a051-afea0f7fcc9b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.574533] env[69486]: DEBUG nova.compute.manager [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.574833] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.575805] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7b907-7d46-4e33-b130-38b0388c1b50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.587217] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.587502] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a80cde29-f9ad-4da9-bada-d80a437b4fac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.597426] env[69486]: DEBUG oslo_vmware.api [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1031.597426] env[69486]: value = "task-3214560" [ 1031.597426] env[69486]: _type = "Task" [ 1031.597426] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.606119] env[69486]: DEBUG oslo_vmware.api [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.996135] env[69486]: DEBUG nova.scheduler.client.report [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.113868] env[69486]: DEBUG oslo_vmware.api [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214560, 'name': PowerOffVM_Task, 'duration_secs': 0.313647} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.113868] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.113868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.113868] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d893950-25d8-4996-97ee-c136f0b25602 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.141746] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.141746] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.141746] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Deleting the datastore file [datastore2] ed4904f0-c382-4714-a051-afea0f7fcc9b {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.142047] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94fc6668-28c8-42ce-8554-4a764dbe8862 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.145648] env[69486]: DEBUG nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.154935] env[69486]: DEBUG oslo_vmware.api [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for the task: (returnval){ [ 1032.154935] env[69486]: value = "task-3214562" [ 1032.154935] env[69486]: _type = "Task" [ 1032.154935] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.161811] env[69486]: DEBUG oslo_vmware.api [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.179420] env[69486]: DEBUG nova.virt.hardware [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.180467] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b516cfd8-4273-4dee-97f7-b783a3b73e20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.189596] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9dbafe-270f-4ff4-bd4d-c490ab7cb905 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.205519] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.211734] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Creating folder: Project (a8df8a8c848a4453b9389b1e907a0d79). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.212122] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4dc103-4c55-4bb4-bef4-d9129d2c1aad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.224363] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Created folder: Project (a8df8a8c848a4453b9389b1e907a0d79) in parent group-v642494. [ 1032.224363] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Creating folder: Instances. Parent ref: group-v642743. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.224622] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f60701a-ea37-4014-acd2-83e4a86fa98f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.234646] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Created folder: Instances in parent group-v642743. [ 1032.234935] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.235177] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.238015] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52d59183-5608-4c26-9679-7700db24e9cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.255898] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.255898] env[69486]: value = "task-3214565" [ 1032.255898] env[69486]: _type = "Task" [ 1032.255898] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.265009] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214565, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.501507] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.502119] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.507362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.794s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.509172] env[69486]: INFO nova.compute.claims [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.667833] env[69486]: DEBUG oslo_vmware.api [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Task: {'id': task-3214562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10184} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.668333] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.668671] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.669053] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.669401] env[69486]: INFO nova.compute.manager [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1032.669811] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.670144] env[69486]: DEBUG nova.compute.manager [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.670320] env[69486]: DEBUG nova.network.neutron [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.692164] env[69486]: DEBUG nova.network.neutron [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.773336] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214565, 'name': CreateVM_Task, 'duration_secs': 0.313201} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.773531] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.773986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.774164] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.774492] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.774873] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5a9edb-fedb-459d-b9f4-10d6955a566e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.780914] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1032.780914] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520dda72-bf53-8445-661c-b72057e00af9" [ 1032.780914] env[69486]: _type = "Task" [ 1032.780914] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.790072] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520dda72-bf53-8445-661c-b72057e00af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.825988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "754c1208-fe02-4272-b72c-29164d65887d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.826522] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "754c1208-fe02-4272-b72c-29164d65887d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.826795] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "754c1208-fe02-4272-b72c-29164d65887d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.827109] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "754c1208-fe02-4272-b72c-29164d65887d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.827328] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "754c1208-fe02-4272-b72c-29164d65887d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.830433] env[69486]: INFO nova.compute.manager [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Terminating instance [ 1033.020036] env[69486]: DEBUG nova.compute.utils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.020036] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.020036] env[69486]: DEBUG nova.network.neutron [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.087102] env[69486]: DEBUG nova.policy [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b150935359de4ad183d2dd05b06002b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b68247755ac4e1a8c8cf1714a82a4bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.196524] env[69486]: DEBUG nova.network.neutron [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.293671] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520dda72-bf53-8445-661c-b72057e00af9, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.294084] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.294352] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.294607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.294758] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.294936] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.295940] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d434a56-cd72-42cb-a6d4-e9882912baed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.312799] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.313010] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.313800] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29f1348-1a23-472b-818b-2f35c2063e2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.320080] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1033.320080] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6b74c-a9e0-1fd3-aeb2-4c50d7a80ac2" [ 1033.320080] env[69486]: _type = "Task" [ 1033.320080] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.334725] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6b74c-a9e0-1fd3-aeb2-4c50d7a80ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.343298] env[69486]: DEBUG nova.compute.manager [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.343298] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.343982] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1244f-b4cf-4c3a-b826-12dd9402be14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.352126] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.352415] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6df758-c4b7-4b58-8954-fd384d7eadce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.362349] env[69486]: DEBUG oslo_vmware.api [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1033.362349] env[69486]: value = "task-3214566" [ 1033.362349] env[69486]: _type = "Task" [ 1033.362349] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.372623] env[69486]: DEBUG oslo_vmware.api [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.452023] env[69486]: DEBUG nova.network.neutron [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Successfully created port: 4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.526035] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.699458] env[69486]: INFO nova.compute.manager [-] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Took 1.03 seconds to deallocate network for instance. [ 1033.834594] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6b74c-a9e0-1fd3-aeb2-4c50d7a80ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.015716} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.835514] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87faab51-5fc3-4224-9b94-c57f7ea235f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.846930] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1033.846930] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520d9ef1-8a6c-3f10-75b8-ef20b14503d4" [ 1033.846930] env[69486]: _type = "Task" [ 1033.846930] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.858749] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520d9ef1-8a6c-3f10-75b8-ef20b14503d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.876716] env[69486]: DEBUG oslo_vmware.api [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214566, 'name': PowerOffVM_Task, 'duration_secs': 0.22249} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.879906] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.880086] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.880571] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85cc7c2-16ac-4d6d-8007-bc5e2f3bfbae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.892768] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff3f45-29c9-4cc7-b600-4a81853f043d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.905714] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67811e0-e48f-46d2-a347-80d5a1c58f15 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913211] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.913541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.956940] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abcc210-fd8a-430e-8d7e-cb6bc8b73e62 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.961771] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.962242] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.962670] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleting the datastore file [datastore2] 754c1208-fe02-4272-b72c-29164d65887d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.963446] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4621de5f-d615-4186-aade-f0619b690de7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.975842] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8167d8-f78c-452a-ab08-940a7006af22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.981504] env[69486]: DEBUG oslo_vmware.api [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for the task: (returnval){ [ 1033.981504] env[69486]: value = "task-3214568" [ 1033.981504] env[69486]: _type = "Task" [ 1033.981504] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.995582] env[69486]: DEBUG nova.compute.provider_tree [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.002813] env[69486]: DEBUG oslo_vmware.api [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.206956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.358839] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520d9ef1-8a6c-3f10-75b8-ef20b14503d4, 'name': SearchDatastore_Task, 'duration_secs': 0.021806} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.359156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.359435] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.359703] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91bc6d3e-9e23-49a2-bbf0-632a858e12b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.366783] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1034.366783] env[69486]: value = "task-3214569" [ 1034.366783] env[69486]: _type = "Task" [ 1034.366783] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.377637] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.416502] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.493264] env[69486]: DEBUG oslo_vmware.api [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Task: {'id': task-3214568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212903} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.493534] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.493738] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.493920] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.494102] env[69486]: INFO nova.compute.manager [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1034.494337] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.494522] env[69486]: DEBUG nova.compute.manager [-] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.494619] env[69486]: DEBUG nova.network.neutron [-] [instance: 754c1208-fe02-4272-b72c-29164d65887d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.498513] env[69486]: DEBUG nova.scheduler.client.report [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.540583] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.576688] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.576964] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.577192] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.577407] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.577529] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.577677] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.577883] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.578061] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.578236] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.578443] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.579563] env[69486]: DEBUG nova.virt.hardware [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.579563] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca1956-81b5-4feb-af5b-203273668a2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.589052] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e7b13f-3f0f-470b-946f-e5c84c046579 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.848683] env[69486]: DEBUG nova.compute.manager [req-2bee63ce-276d-4e32-9ed9-e5661f94e873 req-363cb2be-382c-4b1d-8568-aa9d68b4f3a4 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Received event network-vif-deleted-0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1034.848992] env[69486]: INFO nova.compute.manager [req-2bee63ce-276d-4e32-9ed9-e5661f94e873 req-363cb2be-382c-4b1d-8568-aa9d68b4f3a4 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Neutron deleted interface 0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed; detaching it from the instance and deleting it from the info cache [ 1034.849253] env[69486]: DEBUG nova.network.neutron [req-2bee63ce-276d-4e32-9ed9-e5661f94e873 req-363cb2be-382c-4b1d-8568-aa9d68b4f3a4 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.878267] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485085} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.878593] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.878812] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.879080] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f1e1eb-4b61-4efe-8506-4aab0485c0e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.886892] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1034.886892] env[69486]: value = "task-3214570" [ 1034.886892] env[69486]: _type = "Task" [ 1034.886892] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.898148] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.938186] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.003863] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.004365] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.007033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.701s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.009040] env[69486]: INFO nova.compute.claims [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.195130] env[69486]: DEBUG nova.compute.manager [req-be34bdd2-dc56-42c4-ae70-eb2d2e9b5d98 req-02dba87f-7487-4fdb-bfec-c73ce0b9235f service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Received event network-vif-plugged-4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1035.195490] env[69486]: DEBUG oslo_concurrency.lockutils [req-be34bdd2-dc56-42c4-ae70-eb2d2e9b5d98 req-02dba87f-7487-4fdb-bfec-c73ce0b9235f service nova] Acquiring lock "2d0f8299-9a01-4c60-8914-fa9912045b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.195857] env[69486]: DEBUG oslo_concurrency.lockutils [req-be34bdd2-dc56-42c4-ae70-eb2d2e9b5d98 req-02dba87f-7487-4fdb-bfec-c73ce0b9235f service nova] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.196097] env[69486]: DEBUG oslo_concurrency.lockutils [req-be34bdd2-dc56-42c4-ae70-eb2d2e9b5d98 req-02dba87f-7487-4fdb-bfec-c73ce0b9235f service nova] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.196321] env[69486]: DEBUG nova.compute.manager [req-be34bdd2-dc56-42c4-ae70-eb2d2e9b5d98 req-02dba87f-7487-4fdb-bfec-c73ce0b9235f service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] No waiting events found dispatching network-vif-plugged-4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.196549] env[69486]: WARNING nova.compute.manager [req-be34bdd2-dc56-42c4-ae70-eb2d2e9b5d98 req-02dba87f-7487-4fdb-bfec-c73ce0b9235f service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Received unexpected event network-vif-plugged-4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 for instance with vm_state building and task_state spawning. [ 1035.284935] env[69486]: DEBUG nova.network.neutron [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Successfully updated port: 4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.333461] env[69486]: DEBUG nova.network.neutron [-] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.351844] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aac3ba0d-f630-466b-86da-dfaa13697967 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.363460] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceadff0-6dfa-44c4-80f3-2c34feb8cbd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.399816] env[69486]: DEBUG nova.compute.manager [req-2bee63ce-276d-4e32-9ed9-e5661f94e873 req-363cb2be-382c-4b1d-8568-aa9d68b4f3a4 service nova] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Detach interface failed, port_id=0f5e04a4-53f3-415c-a0cc-c4eeb4f2d2ed, reason: Instance 754c1208-fe02-4272-b72c-29164d65887d could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1035.406030] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09249} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.406253] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.407205] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e5fe9a-c560-4abf-b42a-e992f74161f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.429705] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.430038] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f98605-f267-48be-860a-acd81a541740 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.451749] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1035.451749] env[69486]: value = "task-3214571" [ 1035.451749] env[69486]: _type = "Task" [ 1035.451749] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.461140] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.513434] env[69486]: DEBUG nova.compute.utils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.516785] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.516997] env[69486]: DEBUG nova.network.neutron [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.567749] env[69486]: DEBUG nova.policy [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b150935359de4ad183d2dd05b06002b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b68247755ac4e1a8c8cf1714a82a4bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.787453] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.787612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.787767] env[69486]: DEBUG nova.network.neutron [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.816577] env[69486]: DEBUG nova.network.neutron [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Successfully created port: ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.835512] env[69486]: INFO nova.compute.manager [-] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Took 1.34 seconds to deallocate network for instance. [ 1035.961695] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.017465] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.248306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41611bf-a2a4-48be-9f09-6b479573f3e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.256163] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e825083f-5afa-4873-9d39-e5c820fc2a53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.289028] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9012a5-b01c-4f21-bf95-988bb3ab7ee4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.297351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11646c87-f873-476a-9496-3c5a15469910 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.312016] env[69486]: DEBUG nova.compute.provider_tree [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.320278] env[69486]: DEBUG nova.network.neutron [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.346664] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.464734] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214571, 'name': ReconfigVM_Task, 'duration_secs': 0.550569} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.465042] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Reconfigured VM instance instance-0000005c to attach disk [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.467985] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2da80a-8b2a-4ae5-b336-1943b52e0f66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.476061] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1036.476061] env[69486]: value = "task-3214572" [ 1036.476061] env[69486]: _type = "Task" [ 1036.476061] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.485044] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214572, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.504275] env[69486]: DEBUG nova.network.neutron [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Updating instance_info_cache with network_info: [{"id": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "address": "fa:16:3e:74:3c:5b", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80876f-95", "ovs_interfaceid": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.815784] env[69486]: DEBUG nova.scheduler.client.report [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.985782] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214572, 'name': Rename_Task, 'duration_secs': 0.139259} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.986071] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.986312] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199c0371-f57d-4933-8c10-63fa987a480d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.993170] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1036.993170] env[69486]: value = "task-3214573" [ 1036.993170] env[69486]: _type = "Task" [ 1036.993170] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.000638] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.007178] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.007469] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Instance network_info: |[{"id": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "address": "fa:16:3e:74:3c:5b", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80876f-95", "ovs_interfaceid": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.007851] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3c:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b80876f-95ca-41fe-8e3d-327c0bbfb4f4', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.015136] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating folder: Project (4b68247755ac4e1a8c8cf1714a82a4bf). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.015390] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-128f6e43-6694-4ab9-85d7-e462bbf988b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.026520] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created folder: Project (4b68247755ac4e1a8c8cf1714a82a4bf) in parent group-v642494. [ 1037.026714] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating folder: Instances. Parent ref: group-v642746. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.026947] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc92017-ba3c-46d0-bc43-3a5d35e3c9b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.030753] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.038081] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created folder: Instances in parent group-v642746. [ 1037.038820] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.038820] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.038820] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fab4861-96f6-4e9f-a9a8-15fe2091beea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.060330] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.060330] env[69486]: value = "task-3214576" [ 1037.060330] env[69486]: _type = "Task" [ 1037.060330] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.062597] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.062820] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.062973] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.063167] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.063310] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.063453] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.063654] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.063808] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.063972] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.064153] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.064328] env[69486]: DEBUG nova.virt.hardware [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.065148] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f953b7-f6b6-4063-97b2-070b1e46ca8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.079641] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0107ee-86a6-464c-90b2-3b4e75bd8620 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.083544] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214576, 'name': CreateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.226567] env[69486]: DEBUG nova.compute.manager [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Received event network-changed-4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1037.227011] env[69486]: DEBUG nova.compute.manager [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Refreshing instance network info cache due to event network-changed-4b80876f-95ca-41fe-8e3d-327c0bbfb4f4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1037.227461] env[69486]: DEBUG oslo_concurrency.lockutils [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] Acquiring lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.227808] env[69486]: DEBUG oslo_concurrency.lockutils [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] Acquired lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.228246] env[69486]: DEBUG nova.network.neutron [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Refreshing network info cache for port 4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.306927] env[69486]: DEBUG nova.network.neutron [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Successfully updated port: ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.320612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.321173] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.324039] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.182s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.324284] env[69486]: DEBUG nova.objects.instance [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'pci_requests' on Instance uuid ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.503825] env[69486]: DEBUG oslo_vmware.api [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214573, 'name': PowerOnVM_Task, 'duration_secs': 0.430577} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.503959] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.504180] env[69486]: INFO nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1037.504352] env[69486]: DEBUG nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.506032] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7706ef-9ab4-4df7-bc13-0bba4eb35432 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.574859] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214576, 'name': CreateVM_Task, 'duration_secs': 0.296473} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.575108] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.575790] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.575956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.576299] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.576577] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98748530-bdcb-43bb-8443-6f0d48ab6078 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.582230] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1037.582230] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ac6ac3-e2ce-729e-d6da-8c178d35216e" [ 1037.582230] env[69486]: _type = "Task" [ 1037.582230] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.590508] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ac6ac3-e2ce-729e-d6da-8c178d35216e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.810552] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.810944] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.810944] env[69486]: DEBUG nova.network.neutron [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.825919] env[69486]: DEBUG nova.compute.utils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.828876] env[69486]: DEBUG nova.objects.instance [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'numa_topology' on Instance uuid ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.829746] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.829904] env[69486]: DEBUG nova.network.neutron [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.875901] env[69486]: DEBUG nova.policy [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.936715] env[69486]: DEBUG nova.network.neutron [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Updated VIF entry in instance network info cache for port 4b80876f-95ca-41fe-8e3d-327c0bbfb4f4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.937096] env[69486]: DEBUG nova.network.neutron [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Updating instance_info_cache with network_info: [{"id": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "address": "fa:16:3e:74:3c:5b", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80876f-95", "ovs_interfaceid": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.023470] env[69486]: INFO nova.compute.manager [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Took 24.18 seconds to build instance. [ 1038.095331] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ac6ac3-e2ce-729e-d6da-8c178d35216e, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.095625] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.095850] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.096101] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.096249] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.096470] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.096709] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5bf912f-1e3b-4daa-b5d9-614b2f24c821 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.106216] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.106430] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.107192] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdc4b10-1796-41c5-8739-8430e234292f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.112926] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1038.112926] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f3b483-8239-4fab-0e13-def181c92f93" [ 1038.112926] env[69486]: _type = "Task" [ 1038.112926] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.121291] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f3b483-8239-4fab-0e13-def181c92f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.182452] env[69486]: DEBUG nova.network.neutron [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Successfully created port: 9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.338841] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.341526] env[69486]: INFO nova.compute.claims [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.345756] env[69486]: DEBUG nova.network.neutron [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.441990] env[69486]: DEBUG oslo_concurrency.lockutils [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] Releasing lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.442265] env[69486]: DEBUG nova.compute.manager [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Received event network-vif-plugged-ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1038.442470] env[69486]: DEBUG oslo_concurrency.lockutils [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] Acquiring lock "91400c3e-2397-48b9-81a3-f701c3601b81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.442700] env[69486]: DEBUG oslo_concurrency.lockutils [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] Lock "91400c3e-2397-48b9-81a3-f701c3601b81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.442857] env[69486]: DEBUG oslo_concurrency.lockutils [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] Lock "91400c3e-2397-48b9-81a3-f701c3601b81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.443029] env[69486]: DEBUG nova.compute.manager [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] No waiting events found dispatching network-vif-plugged-ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.443201] env[69486]: WARNING nova.compute.manager [req-42092120-48ee-4455-8f11-bd365b32b876 req-14d17eba-a86c-43ad-8979-08d4d882dd30 service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Received unexpected event network-vif-plugged-ea7d7b25-f663-4436-963e-f58ac9661e69 for instance with vm_state building and task_state spawning. [ 1038.474341] env[69486]: DEBUG nova.network.neutron [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Updating instance_info_cache with network_info: [{"id": "ea7d7b25-f663-4436-963e-f58ac9661e69", "address": "fa:16:3e:6f:a0:76", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d7b25-f6", "ovs_interfaceid": "ea7d7b25-f663-4436-963e-f58ac9661e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.525767] env[69486]: DEBUG oslo_concurrency.lockutils [None req-21863851-48e1-456c-b34b-d7e6c050039f tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "cf009b8f-e298-4ec8-b026-a6786df92bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.697s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.624032] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f3b483-8239-4fab-0e13-def181c92f93, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.625384] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45f78e5-4aee-45b9-a175-13df1de7e7f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.631574] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1038.631574] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a45c30-9eb0-3ecb-f25c-9a0b1f08fac8" [ 1038.631574] env[69486]: _type = "Task" [ 1038.631574] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.639949] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a45c30-9eb0-3ecb-f25c-9a0b1f08fac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.976620] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.976943] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Instance network_info: |[{"id": "ea7d7b25-f663-4436-963e-f58ac9661e69", "address": "fa:16:3e:6f:a0:76", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d7b25-f6", "ovs_interfaceid": "ea7d7b25-f663-4436-963e-f58ac9661e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.977998] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a0:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea7d7b25-f663-4436-963e-f58ac9661e69', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.985471] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.985722] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.985951] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23820bf6-285c-49f6-afe1-55736275ede1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.008025] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.008025] env[69486]: value = "task-3214577" [ 1039.008025] env[69486]: _type = "Task" [ 1039.008025] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.015746] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214577, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.146794] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a45c30-9eb0-3ecb-f25c-9a0b1f08fac8, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.146794] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146950] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/2d0f8299-9a01-4c60-8914-fa9912045b6b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.147201] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9696baa9-aac2-4baf-b68b-405d928080a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.155952] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1039.155952] env[69486]: value = "task-3214578" [ 1039.155952] env[69486]: _type = "Task" [ 1039.155952] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.165401] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.253335] env[69486]: DEBUG nova.compute.manager [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Received event network-changed-ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1039.253537] env[69486]: DEBUG nova.compute.manager [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Refreshing instance network info cache due to event network-changed-ea7d7b25-f663-4436-963e-f58ac9661e69. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1039.253741] env[69486]: DEBUG oslo_concurrency.lockutils [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] Acquiring lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.253887] env[69486]: DEBUG oslo_concurrency.lockutils [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] Acquired lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.254070] env[69486]: DEBUG nova.network.neutron [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Refreshing network info cache for port ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.355041] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.385714] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.386085] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.386178] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.386178] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.386178] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.386178] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.387473] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.387473] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.387473] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.387648] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.387765] env[69486]: DEBUG nova.virt.hardware [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.389492] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a508b-f82c-43b7-9a2a-ce2201b9c81f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.399952] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2466168-8a86-475b-97d2-db4e7c01be57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.525443] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214577, 'name': CreateVM_Task, 'duration_secs': 0.350594} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.525999] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.526989] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.527257] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.527762] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.528141] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7815ff-2844-47c1-8176-4cb18962ab65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.536436] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1039.536436] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f806cc-a771-ed2b-5c1c-a9cd816714f2" [ 1039.536436] env[69486]: _type = "Task" [ 1039.536436] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.551891] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f806cc-a771-ed2b-5c1c-a9cd816714f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.572531] env[69486]: DEBUG nova.compute.manager [req-5ed97359-1c2f-4fd7-9f1a-457fb1f06854 req-3b351884-274a-49b8-9bd0-1d4e714e6f57 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Received event network-vif-plugged-9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1039.572791] env[69486]: DEBUG oslo_concurrency.lockutils [req-5ed97359-1c2f-4fd7-9f1a-457fb1f06854 req-3b351884-274a-49b8-9bd0-1d4e714e6f57 service nova] Acquiring lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.573097] env[69486]: DEBUG oslo_concurrency.lockutils [req-5ed97359-1c2f-4fd7-9f1a-457fb1f06854 req-3b351884-274a-49b8-9bd0-1d4e714e6f57 service nova] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.573478] env[69486]: DEBUG oslo_concurrency.lockutils [req-5ed97359-1c2f-4fd7-9f1a-457fb1f06854 req-3b351884-274a-49b8-9bd0-1d4e714e6f57 service nova] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.573478] env[69486]: DEBUG nova.compute.manager [req-5ed97359-1c2f-4fd7-9f1a-457fb1f06854 req-3b351884-274a-49b8-9bd0-1d4e714e6f57 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] No waiting events found dispatching network-vif-plugged-9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.573620] env[69486]: WARNING nova.compute.manager [req-5ed97359-1c2f-4fd7-9f1a-457fb1f06854 req-3b351884-274a-49b8-9bd0-1d4e714e6f57 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Received unexpected event network-vif-plugged-9a755969-4324-47e2-b5e8-811729c05e38 for instance with vm_state building and task_state spawning. [ 1039.640562] env[69486]: INFO nova.compute.manager [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Rebuilding instance [ 1039.670190] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214578, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.671011] env[69486]: DEBUG nova.network.neutron [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Successfully updated port: 9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.676802] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0557eada-f165-4fde-b19f-3f324cb8ba1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.687805] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162cf0f-e9c9-4d6c-8ce6-bca56b4ff479 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.693663] env[69486]: DEBUG nova.compute.manager [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.694942] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b707632-7c30-4df8-a26e-dc5c960d29e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.723992] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39493cf-406d-4dd4-99d0-d55d5d817e9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.735374] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aa7f9e-bfd1-4ccd-95b6-874c08109075 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.760421] env[69486]: DEBUG nova.compute.provider_tree [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.016037] env[69486]: DEBUG nova.network.neutron [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Updated VIF entry in instance network info cache for port ea7d7b25-f663-4436-963e-f58ac9661e69. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.016420] env[69486]: DEBUG nova.network.neutron [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Updating instance_info_cache with network_info: [{"id": "ea7d7b25-f663-4436-963e-f58ac9661e69", "address": "fa:16:3e:6f:a0:76", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d7b25-f6", "ovs_interfaceid": "ea7d7b25-f663-4436-963e-f58ac9661e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.050413] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f806cc-a771-ed2b-5c1c-a9cd816714f2, 'name': SearchDatastore_Task, 'duration_secs': 0.058232} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.050698] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.050924] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.051188] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.051336] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.051513] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.051775] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393ec9b5-d133-43b7-a592-d91e1bd8a55b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.060782] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.060983] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.061672] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a6d6fa-f29f-4cfc-afbc-984abfdfea8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.066925] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1040.066925] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e44f4a-fa94-a60f-c728-6c43eb20347c" [ 1040.066925] env[69486]: _type = "Task" [ 1040.066925] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.074142] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e44f4a-fa94-a60f-c728-6c43eb20347c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.167577] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513419} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.167836] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/2d0f8299-9a01-4c60-8914-fa9912045b6b.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.168060] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.168319] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838cffad-1e7c-4345-a8af-b08ffcd7b9c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.173885] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.174054] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.174206] env[69486]: DEBUG nova.network.neutron [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.176786] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1040.176786] env[69486]: value = "task-3214579" [ 1040.176786] env[69486]: _type = "Task" [ 1040.176786] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.187904] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.267375] env[69486]: DEBUG nova.scheduler.client.report [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.518823] env[69486]: DEBUG oslo_concurrency.lockutils [req-037c7435-ce0d-41d9-823c-ae26352deed9 req-ece55f9d-4205-4aa0-8ffe-346411be968a service nova] Releasing lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.579316] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e44f4a-fa94-a60f-c728-6c43eb20347c, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.580094] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821163e8-a20d-40eb-a108-9288b23f65e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.586142] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1040.586142] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5237b5eb-6dda-df42-8413-1512b197027d" [ 1040.586142] env[69486]: _type = "Task" [ 1040.586142] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.595094] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5237b5eb-6dda-df42-8413-1512b197027d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.689071] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066602} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.689338] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.690177] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddfac4c-5893-4712-8b3d-f8fcd7d06a91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.711850] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/2d0f8299-9a01-4c60-8914-fa9912045b6b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.712136] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e9c432-58f3-48b2-8e97-57891c2a0e80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.726490] env[69486]: DEBUG nova.network.neutron [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.734797] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1040.734797] env[69486]: value = "task-3214580" [ 1040.734797] env[69486]: _type = "Task" [ 1040.734797] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.735321] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.738217] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2bc17a-88f1-4b53-b556-63b22c86911e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.747945] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1040.747945] env[69486]: value = "task-3214581" [ 1040.747945] env[69486]: _type = "Task" [ 1040.747945] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.748207] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.756802] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.772217] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.448s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.774073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.822s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.775556] env[69486]: INFO nova.compute.claims [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.808188] env[69486]: INFO nova.network.neutron [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating port 548a034c-2db9-4f58-b495-31df365edf94 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1040.877286] env[69486]: DEBUG nova.network.neutron [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Updating instance_info_cache with network_info: [{"id": "9a755969-4324-47e2-b5e8-811729c05e38", "address": "fa:16:3e:ba:90:d2", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a755969-43", "ovs_interfaceid": "9a755969-4324-47e2-b5e8-811729c05e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.101160] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5237b5eb-6dda-df42-8413-1512b197027d, 'name': SearchDatastore_Task, 'duration_secs': 0.057483} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.101160] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.101160] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/91400c3e-2397-48b9-81a3-f701c3601b81.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.101160] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74dc9f5-3f35-4983-841b-bbff065661d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.109449] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1041.109449] env[69486]: value = "task-3214582" [ 1041.109449] env[69486]: _type = "Task" [ 1041.109449] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.120940] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.245446] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214580, 'name': ReconfigVM_Task, 'duration_secs': 0.352157} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.245708] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/2d0f8299-9a01-4c60-8914-fa9912045b6b.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.246350] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c55a8d1-f7c6-491c-bc85-90c68e9f50d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.254358] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1041.254358] env[69486]: value = "task-3214583" [ 1041.254358] env[69486]: _type = "Task" [ 1041.254358] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.257295] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214581, 'name': PowerOffVM_Task, 'duration_secs': 0.144211} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.260088] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.260715] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.261502] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4d1418-f654-473c-b01b-9c915849fc7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.268304] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.271348] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f2ad08-8c6d-40b2-ba0b-aa9e57880925 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.272732] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214583, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.297879] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.298114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.298298] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Deleting the datastore file [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.298549] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16fd5041-77a7-4744-96ff-e240754bf17b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.305503] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1041.305503] env[69486]: value = "task-3214585" [ 1041.305503] env[69486]: _type = "Task" [ 1041.305503] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.314136] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.379078] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.379426] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Instance network_info: |[{"id": "9a755969-4324-47e2-b5e8-811729c05e38", "address": "fa:16:3e:ba:90:d2", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a755969-43", "ovs_interfaceid": "9a755969-4324-47e2-b5e8-811729c05e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.379863] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:90:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a755969-4324-47e2-b5e8-811729c05e38', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.387668] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.387933] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.388198] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e690d3a-acae-4fbc-8732-a54c5cada1d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.411086] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.411086] env[69486]: value = "task-3214586" [ 1041.411086] env[69486]: _type = "Task" [ 1041.411086] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.420160] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214586, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.601435] env[69486]: DEBUG nova.compute.manager [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Received event network-changed-9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1041.601972] env[69486]: DEBUG nova.compute.manager [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Refreshing instance network info cache due to event network-changed-9a755969-4324-47e2-b5e8-811729c05e38. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1041.602112] env[69486]: DEBUG oslo_concurrency.lockutils [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] Acquiring lock "refresh_cache-4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.602351] env[69486]: DEBUG oslo_concurrency.lockutils [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] Acquired lock "refresh_cache-4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.602539] env[69486]: DEBUG nova.network.neutron [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Refreshing network info cache for port 9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.622229] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214582, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.767355] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214583, 'name': Rename_Task, 'duration_secs': 0.365995} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.767719] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.768022] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e855edc-09d7-49f2-b6a5-3ec4939b7eff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.776193] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1041.776193] env[69486]: value = "task-3214587" [ 1041.776193] env[69486]: _type = "Task" [ 1041.776193] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.788997] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.818743] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269211} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.819015] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.819216] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.819457] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.923142] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214586, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.059879] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f16d5a-173d-4ce8-b1d0-3562c0b32f33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.069385] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f1693-475b-4d7c-afa7-7a8320596280 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.101493] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aeeff5-d6d2-4983-9f58-c9549ba7b953 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.109890] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d067d86b-b5e3-4291-ad81-79ab77e31cc7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.132481] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544438} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.132964] env[69486]: DEBUG nova.compute.provider_tree [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.135570] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/91400c3e-2397-48b9-81a3-f701c3601b81.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.135570] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.135570] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b3f7dd5-49a2-4f91-97d2-89638d9454fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.144073] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1042.144073] env[69486]: value = "task-3214588" [ 1042.144073] env[69486]: _type = "Task" [ 1042.144073] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.156234] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.287750] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.354344] env[69486]: DEBUG nova.compute.manager [req-cdef8f11-d677-4f44-a7a2-892b18d26e39 req-a1e42875-70e1-47fd-8eb7-6bf1e6dc15b7 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-vif-plugged-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1042.354575] env[69486]: DEBUG oslo_concurrency.lockutils [req-cdef8f11-d677-4f44-a7a2-892b18d26e39 req-a1e42875-70e1-47fd-8eb7-6bf1e6dc15b7 service nova] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.354813] env[69486]: DEBUG oslo_concurrency.lockutils [req-cdef8f11-d677-4f44-a7a2-892b18d26e39 req-a1e42875-70e1-47fd-8eb7-6bf1e6dc15b7 service nova] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.354939] env[69486]: DEBUG oslo_concurrency.lockutils [req-cdef8f11-d677-4f44-a7a2-892b18d26e39 req-a1e42875-70e1-47fd-8eb7-6bf1e6dc15b7 service nova] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.355125] env[69486]: DEBUG nova.compute.manager [req-cdef8f11-d677-4f44-a7a2-892b18d26e39 req-a1e42875-70e1-47fd-8eb7-6bf1e6dc15b7 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] No waiting events found dispatching network-vif-plugged-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.355317] env[69486]: WARNING nova.compute.manager [req-cdef8f11-d677-4f44-a7a2-892b18d26e39 req-a1e42875-70e1-47fd-8eb7-6bf1e6dc15b7 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received unexpected event network-vif-plugged-548a034c-2db9-4f58-b495-31df365edf94 for instance with vm_state shelved_offloaded and task_state spawning. [ 1042.356279] env[69486]: DEBUG nova.network.neutron [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Updated VIF entry in instance network info cache for port 9a755969-4324-47e2-b5e8-811729c05e38. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.356584] env[69486]: DEBUG nova.network.neutron [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Updating instance_info_cache with network_info: [{"id": "9a755969-4324-47e2-b5e8-811729c05e38", "address": "fa:16:3e:ba:90:d2", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a755969-43", "ovs_interfaceid": "9a755969-4324-47e2-b5e8-811729c05e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.422206] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214586, 'name': CreateVM_Task, 'duration_secs': 0.538166} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.422373] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.423071] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.423243] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.423632] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.423789] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d7443c-a389-424b-8022-a1ff01dd608e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.428658] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1042.428658] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263d5d7-9a40-1aad-8826-4b27ae3f7c08" [ 1042.428658] env[69486]: _type = "Task" [ 1042.428658] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.436776] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263d5d7-9a40-1aad-8826-4b27ae3f7c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.446827] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.447018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.447191] env[69486]: DEBUG nova.network.neutron [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.638715] env[69486]: DEBUG nova.scheduler.client.report [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.654166] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072266} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.654974] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.655735] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5507a0f8-3ee1-4fb0-b285-90b1254d3336 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.677978] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/91400c3e-2397-48b9-81a3-f701c3601b81.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.678432] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7c3f6d-5468-436f-a035-dc6009f80e55 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.699437] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1042.699437] env[69486]: value = "task-3214589" [ 1042.699437] env[69486]: _type = "Task" [ 1042.699437] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.708261] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.787901] env[69486]: DEBUG oslo_vmware.api [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214587, 'name': PowerOnVM_Task, 'duration_secs': 0.530155} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.788190] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.788404] env[69486]: INFO nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1042.788585] env[69486]: DEBUG nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.789434] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8108f14d-d3d5-4ddf-8649-b5b825c67050 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.854415] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.854691] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.854884] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.855116] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.855300] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.855486] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.855741] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.855941] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.856169] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.856372] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.856576] env[69486]: DEBUG nova.virt.hardware [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.857756] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f2997d-a6fe-4304-9e37-60f679b3899f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.860621] env[69486]: DEBUG oslo_concurrency.lockutils [req-b512c1f0-3338-4c2b-896c-923fc422b194 req-e4db122d-9267-4496-942a-54c5b4292598 service nova] Releasing lock "refresh_cache-4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.866901] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5113a-3def-41de-a461-3a248e4beda4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.881478] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.886895] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.887234] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.887447] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f003d17-b0f6-42a2-9744-775e61140e78 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.905621] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.905621] env[69486]: value = "task-3214590" [ 1042.905621] env[69486]: _type = "Task" [ 1042.905621] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.917289] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214590, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.940130] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5263d5d7-9a40-1aad-8826-4b27ae3f7c08, 'name': SearchDatastore_Task, 'duration_secs': 0.088966} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.940441] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.940666] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.940901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.941061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.941241] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.941500] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85fb298-fc27-46c3-96de-01ecd90503c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.967100] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.967423] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.968330] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4f04c5-7302-461a-80ea-0975e395a420 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.975822] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1042.975822] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fe81d4-70c0-54b8-f2de-4a34da21c08d" [ 1042.975822] env[69486]: _type = "Task" [ 1042.975822] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.985663] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fe81d4-70c0-54b8-f2de-4a34da21c08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.143663] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.144289] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.147193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.761s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.148376] env[69486]: INFO nova.compute.claims [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.211809] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214589, 'name': ReconfigVM_Task, 'duration_secs': 0.329306} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.211809] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/91400c3e-2397-48b9-81a3-f701c3601b81.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.212237] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0b43c7b-a6af-46e1-80bb-cca1166f4875 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.220498] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1043.220498] env[69486]: value = "task-3214591" [ 1043.220498] env[69486]: _type = "Task" [ 1043.220498] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.226489] env[69486]: DEBUG nova.network.neutron [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.230773] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214591, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.310690] env[69486]: INFO nova.compute.manager [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Took 28.13 seconds to build instance. [ 1043.416666] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214590, 'name': CreateVM_Task, 'duration_secs': 0.375568} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.416871] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.417317] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.417474] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.417782] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.418045] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2d3a0d-a5b2-49e6-86bd-9b88a5106830 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.423654] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1043.423654] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5290f40c-5ab6-fe2a-e087-356c86d5532f" [ 1043.423654] env[69486]: _type = "Task" [ 1043.423654] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.433549] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5290f40c-5ab6-fe2a-e087-356c86d5532f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.486905] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fe81d4-70c0-54b8-f2de-4a34da21c08d, 'name': SearchDatastore_Task, 'duration_secs': 0.027348} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.487730] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9a5f8c-f1fa-42fd-96b1-89b081478c6b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.493575] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1043.493575] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296225b-fcb7-f247-f212-3b5dcfa75435" [ 1043.493575] env[69486]: _type = "Task" [ 1043.493575] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.501666] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296225b-fcb7-f247-f212-3b5dcfa75435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.655024] env[69486]: DEBUG nova.compute.utils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.656390] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.656557] env[69486]: DEBUG nova.network.neutron [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.690886] env[69486]: DEBUG nova.policy [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9f72a667f243b2988a2081f7fa7157', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4236cd9689e47b9b275171ff9bc3d58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.730452] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214591, 'name': Rename_Task, 'duration_secs': 0.161078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.731083] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.731507] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733391] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bca14ac6-1910-43b1-a897-406bbcc0955d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.740829] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1043.740829] env[69486]: value = "task-3214592" [ 1043.740829] env[69486]: _type = "Task" [ 1043.740829] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.748494] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.765196] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c9ebb615483907b1c3a27756502e949b',container_format='bare',created_at=2025-04-03T00:40:54Z,direct_url=,disk_format='vmdk',id=35fd4383-ee41-4e0c-8a47-a5e536f74e74,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-572689699-shelved',owner='85a24636db5b4d24ac67048a3e8cb640',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-04-03T00:41:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.765434] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.765587] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.765762] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.765906] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.766066] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.766271] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.766431] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.766593] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.766768] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.767013] env[69486]: DEBUG nova.virt.hardware [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.767842] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957882c1-d0ce-4d01-a18f-8e422621474c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.777056] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792593f4-de08-4116-83c6-68900a102af6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.792483] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:0f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '548a034c-2db9-4f58-b495-31df365edf94', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.799984] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.800615] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.800849] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6fa79e-f277-4aca-b137-37765e81bfd2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.814701] env[69486]: DEBUG oslo_concurrency.lockutils [None req-819f720f-6f6a-44ee-8695-2bea97e80713 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.640s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.821046] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.821046] env[69486]: value = "task-3214593" [ 1043.821046] env[69486]: _type = "Task" [ 1043.821046] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.829142] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214593, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.935327] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5290f40c-5ab6-fe2a-e087-356c86d5532f, 'name': SearchDatastore_Task, 'duration_secs': 0.04779} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.935636] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.935868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.936121] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.936267] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.936542] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.936690] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9465da0d-7225-4e88-a2ef-68cbf6d0f041 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.946357] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.946551] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.950183] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cf01bd-fdfe-4eec-9214-a90596f9e374 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.969027] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1043.969027] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e217e6-5f5e-4b93-278b-4e24ea21a225" [ 1043.969027] env[69486]: _type = "Task" [ 1043.969027] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.978090] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e217e6-5f5e-4b93-278b-4e24ea21a225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.991225] env[69486]: DEBUG nova.network.neutron [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Successfully created port: f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.004234] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5296225b-fcb7-f247-f212-3b5dcfa75435, 'name': SearchDatastore_Task, 'duration_secs': 0.033215} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.004492] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.004747] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9/4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.005038] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95f00180-ef31-4577-8aca-0ea0d198b9ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.012676] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1044.012676] env[69486]: value = "task-3214594" [ 1044.012676] env[69486]: _type = "Task" [ 1044.012676] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.022901] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.161117] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.256146] env[69486]: DEBUG oslo_vmware.api [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214592, 'name': PowerOnVM_Task, 'duration_secs': 0.491917} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.256437] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.256638] env[69486]: INFO nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1044.256838] env[69486]: DEBUG nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.257833] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5323a737-f912-4e10-ac72-f44084e8bf33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.337975] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214593, 'name': CreateVM_Task, 'duration_secs': 0.376129} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.337975] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.338201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.338386] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.338819] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.339484] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45f7b33-38e0-4599-a749-bda289faa134 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.349060] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1044.349060] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526b3fa1-4c72-21dc-f4dd-de6afd614a11" [ 1044.349060] env[69486]: _type = "Task" [ 1044.349060] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.369491] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.369491] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Processing image 35fd4383-ee41-4e0c-8a47-a5e536f74e74 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.369949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.370252] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.370578] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.373950] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce9704dc-44ba-4a89-b3e1-91972bb9707e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.389614] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.389614] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.390756] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21465ff-2b2c-48ab-9a61-369ba304e9d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.402618] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1044.402618] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eaaf98-91f4-fda8-33af-6927afd838cd" [ 1044.402618] env[69486]: _type = "Task" [ 1044.402618] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.414870] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eaaf98-91f4-fda8-33af-6927afd838cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.470087] env[69486]: DEBUG nova.compute.manager [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-changed-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1044.470344] env[69486]: DEBUG nova.compute.manager [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing instance network info cache due to event network-changed-548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1044.470583] env[69486]: DEBUG oslo_concurrency.lockutils [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] Acquiring lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470743] env[69486]: DEBUG oslo_concurrency.lockutils [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] Acquired lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.471497] env[69486]: DEBUG nova.network.neutron [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Refreshing network info cache for port 548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.487417] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e217e6-5f5e-4b93-278b-4e24ea21a225, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.490911] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c9ad1d-6e2b-49e8-9905-ac8b1e90f663 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.498710] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1044.498710] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e85779-4e0b-3a2e-73a9-0ede762c0a51" [ 1044.498710] env[69486]: _type = "Task" [ 1044.498710] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.509030] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e85779-4e0b-3a2e-73a9-0ede762c0a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.530043] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.547676] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd19840-0eb3-459d-ac05-f5c8ed08a171 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.556434] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf5ec2-0d5a-4a91-85cf-ebb3ffca163e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.590831] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58968c6b-4a9f-406c-910c-8c2bc8f85b43 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.599125] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8622184-94c0-446a-844d-296737cec8be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.613515] env[69486]: DEBUG nova.compute.provider_tree [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.666835] env[69486]: INFO nova.virt.block_device [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Booting with volume 5d827d27-eb48-4d35-bbfe-8c8e9c425d85 at /dev/sda [ 1044.706100] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c94c0654-bc70-4e23-b875-078c64bf732f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.716602] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc1a6b-cf79-4c8f-aeb8-2bcfc17ba9a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.750792] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba83e837-0354-47d7-b7c6-3e85d2a22e55 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.760860] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa111d4-7279-470c-9a82-c2947cfbfb82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.779962] env[69486]: INFO nova.compute.manager [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Took 29.09 seconds to build instance. [ 1044.802933] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e282b-7b43-4c88-a451-ced3dd039e5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.810803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a52674d-212e-4f42-8249-81a62164a5db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.826679] env[69486]: DEBUG nova.virt.block_device [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updating existing volume attachment record: 9a1f0eb0-d116-42f8-9195-06aca91a4395 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.913708] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1044.913968] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Fetch image to [datastore1] OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173/OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1044.914166] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Downloading stream optimized image 35fd4383-ee41-4e0c-8a47-a5e536f74e74 to [datastore1] OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173/OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173.vmdk on the data store datastore1 as vApp {{(pid=69486) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1044.914341] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Downloading image file data 35fd4383-ee41-4e0c-8a47-a5e536f74e74 to the ESX as VM named 'OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173' {{(pid=69486) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1044.988487] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1044.988487] env[69486]: value = "resgroup-9" [ 1044.988487] env[69486]: _type = "ResourcePool" [ 1044.988487] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1044.988745] env[69486]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f725fb1d-8a73-40c8-af29-e10645856f8f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.015349] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e85779-4e0b-3a2e-73a9-0ede762c0a51, 'name': SearchDatastore_Task, 'duration_secs': 0.039322} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.019329] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.019608] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.019927] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease: (returnval){ [ 1045.019927] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1045.019927] env[69486]: _type = "HttpNfcLease" [ 1045.019927] env[69486]: } obtained for vApp import into resource pool (val){ [ 1045.019927] env[69486]: value = "resgroup-9" [ 1045.019927] env[69486]: _type = "ResourcePool" [ 1045.019927] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1045.020245] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the lease: (returnval){ [ 1045.020245] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1045.020245] env[69486]: _type = "HttpNfcLease" [ 1045.020245] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1045.020411] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e095d561-4dae-4634-9b23-68a9c26b0a6b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.028975] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664994} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.029740] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9/4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.029740] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.031020] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-076814c5-67c1-4dfc-844b-230f1f7aa76e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.033413] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.033413] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1045.033413] env[69486]: _type = "HttpNfcLease" [ 1045.033413] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.034906] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1045.034906] env[69486]: value = "task-3214596" [ 1045.034906] env[69486]: _type = "Task" [ 1045.034906] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.039066] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1045.039066] env[69486]: value = "task-3214597" [ 1045.039066] env[69486]: _type = "Task" [ 1045.039066] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.045497] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.051466] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.116575] env[69486]: DEBUG nova.scheduler.client.report [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.212191] env[69486]: DEBUG nova.network.neutron [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updated VIF entry in instance network info cache for port 548a034c-2db9-4f58-b495-31df365edf94. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.212587] env[69486]: DEBUG nova.network.neutron [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [{"id": "548a034c-2db9-4f58-b495-31df365edf94", "address": "fa:16:3e:e7:0f:b1", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap548a034c-2d", "ovs_interfaceid": "548a034c-2db9-4f58-b495-31df365edf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.281858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b12dcebd-7174-4a84-9ebd-399c60377d8a tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "91400c3e-2397-48b9-81a3-f701c3601b81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.597s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.322747] env[69486]: INFO nova.compute.manager [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Rescuing [ 1045.323073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.323279] env[69486]: DEBUG oslo_concurrency.lockutils [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.323519] env[69486]: DEBUG nova.network.neutron [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.536064] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.536064] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1045.536064] env[69486]: _type = "HttpNfcLease" [ 1045.536064] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.547103] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.552405] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071542} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.552703] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.553296] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2914a2-91d7-4a4c-bc98-971911f21a44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.576519] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9/4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.577392] env[69486]: DEBUG nova.network.neutron [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Successfully updated port: f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.578577] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a89b9d-3de0-450f-ae99-90edba893225 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.600905] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1045.600905] env[69486]: value = "task-3214598" [ 1045.600905] env[69486]: _type = "Task" [ 1045.600905] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.613642] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.622017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.622481] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.625420] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.469s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.625492] env[69486]: DEBUG nova.objects.instance [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'resources' on Instance uuid bd971d4c-f2d9-4561-81f1-11c89d73b5df {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.715898] env[69486]: DEBUG oslo_concurrency.lockutils [req-7bce81b6-bae0-4b63-bf58-1b8ee337497c req-af51c0b1-44a5-400b-9edc-d744609a9d05 service nova] Releasing lock "refresh_cache-ce4cb506-303f-41a5-834b-3d211fb6df27" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.034414] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.034414] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1046.034414] env[69486]: _type = "HttpNfcLease" [ 1046.034414] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.045454] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986104} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.045684] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.045895] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.046167] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a5af746-e62c-4741-9000-0313c57c1ed7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.053390] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1046.053390] env[69486]: value = "task-3214599" [ 1046.053390] env[69486]: _type = "Task" [ 1046.053390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.068420] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.095309] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.095493] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquired lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.095645] env[69486]: DEBUG nova.network.neutron [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.115064] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.117826] env[69486]: DEBUG nova.network.neutron [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Updating instance_info_cache with network_info: [{"id": "ea7d7b25-f663-4436-963e-f58ac9661e69", "address": "fa:16:3e:6f:a0:76", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d7b25-f6", "ovs_interfaceid": "ea7d7b25-f663-4436-963e-f58ac9661e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.128829] env[69486]: DEBUG nova.compute.utils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.132897] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.133926] env[69486]: DEBUG nova.network.neutron [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.178924] env[69486]: DEBUG nova.policy [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.415366] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a4596-142c-4aef-9fe8-0758b3be2e64 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.425169] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335bf2b-a47b-4982-b0df-2803417fcd10 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.464483] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c237a2-f134-49ee-8028-e6e0ac67309e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.468687] env[69486]: DEBUG nova.network.neutron [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Successfully created port: a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.475776] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a00797-3b01-485d-b899-312acf893c59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.492450] env[69486]: DEBUG nova.compute.provider_tree [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.509115] env[69486]: DEBUG nova.compute.manager [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Received event network-vif-plugged-f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1046.509550] env[69486]: DEBUG oslo_concurrency.lockutils [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] Acquiring lock "d10446a9-7893-4c5d-8e5b-4996838b45ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.509807] env[69486]: DEBUG oslo_concurrency.lockutils [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.510011] env[69486]: DEBUG oslo_concurrency.lockutils [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.510233] env[69486]: DEBUG nova.compute.manager [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] No waiting events found dispatching network-vif-plugged-f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.510436] env[69486]: WARNING nova.compute.manager [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Received unexpected event network-vif-plugged-f66046ee-cc6e-4fe0-98db-5eceffab499f for instance with vm_state building and task_state spawning. [ 1046.510608] env[69486]: DEBUG nova.compute.manager [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Received event network-changed-f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1046.510764] env[69486]: DEBUG nova.compute.manager [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Refreshing instance network info cache due to event network-changed-f66046ee-cc6e-4fe0-98db-5eceffab499f. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1046.510930] env[69486]: DEBUG oslo_concurrency.lockutils [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] Acquiring lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.533383] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.533383] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1046.533383] env[69486]: _type = "HttpNfcLease" [ 1046.533383] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.533383] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.533383] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d11a8d-ff93-ef3a-f3aa-d8dd95fe5a41" [ 1046.533383] env[69486]: _type = "HttpNfcLease" [ 1046.533383] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1046.533963] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ba0dc-d573-4d67-818b-63321be80783 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.542699] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528585a2-839a-c609-c7ec-87a2941122a7/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.542898] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528585a2-839a-c609-c7ec-87a2941122a7/disk-0.vmdk. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1046.618789] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59d9894d-c21f-4f12-ae34-8370fac06f95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.619622] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12426} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.619930] env[69486]: DEBUG oslo_concurrency.lockutils [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-91400c3e-2397-48b9-81a3-f701c3601b81" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.621862] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.625954] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a69b5bf-c935-4c3c-8bc6-c89cfb0ebc69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.628573] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214598, 'name': ReconfigVM_Task, 'duration_secs': 0.630697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.629659] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9/4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.630662] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa9aa80d-e51d-4866-833e-db5c491255b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.633305] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.653458] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.657016] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20776a7a-67f5-4e6b-9003-6fff84465bf5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.673989] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1046.673989] env[69486]: value = "task-3214600" [ 1046.673989] env[69486]: _type = "Task" [ 1046.673989] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.673989] env[69486]: DEBUG nova.network.neutron [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.690968] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1046.690968] env[69486]: value = "task-3214601" [ 1046.690968] env[69486]: _type = "Task" [ 1046.690968] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.698383] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214600, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.705400] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.865502] env[69486]: DEBUG nova.network.neutron [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updating instance_info_cache with network_info: [{"id": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "address": "fa:16:3e:cd:32:00", "network": {"id": "2b59f1f3-9521-4188-b461-aefde5fdac5f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2039439395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4236cd9689e47b9b275171ff9bc3d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66046ee-cc", "ovs_interfaceid": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.924171] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.924901] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.925207] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.925413] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.925632] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.925811] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.926108] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.926402] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.926619] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.926819] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.927798] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.927798] env[69486]: DEBUG nova.virt.hardware [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.928306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee230557-6f79-44d1-a6cd-eeb368ee73b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.941058] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999501ba-f26c-4c54-800a-e301eae5ce2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.996250] env[69486]: DEBUG nova.scheduler.client.report [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.189067] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214600, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.204114] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214601, 'name': ReconfigVM_Task, 'duration_secs': 0.462394} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.205803] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Reconfigured VM instance instance-0000005c to attach disk [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba/cf009b8f-e298-4ec8-b026-a6786df92bba.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.206752] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-024b4d45-e2f8-44d4-92e7-dc9e7be5637f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.215808] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1047.215808] env[69486]: value = "task-3214602" [ 1047.215808] env[69486]: _type = "Task" [ 1047.215808] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.228670] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214602, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.369242] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Releasing lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.369540] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance network_info: |[{"id": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "address": "fa:16:3e:cd:32:00", "network": {"id": "2b59f1f3-9521-4188-b461-aefde5fdac5f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2039439395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4236cd9689e47b9b275171ff9bc3d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66046ee-cc", "ovs_interfaceid": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.369850] env[69486]: DEBUG oslo_concurrency.lockutils [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] Acquired lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.370045] env[69486]: DEBUG nova.network.neutron [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Refreshing network info cache for port f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.371256] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:32:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f66046ee-cc6e-4fe0-98db-5eceffab499f', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.378558] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Creating folder: Project (c4236cd9689e47b9b275171ff9bc3d58). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.383583] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8c706d-92ad-4acd-8886-47bad660f511 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.401897] env[69486]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1047.402128] env[69486]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69486) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1047.402828] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Folder already exists: Project (c4236cd9689e47b9b275171ff9bc3d58). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1047.403111] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Creating folder: Instances. Parent ref: group-v642728. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.403404] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4fb97b7-ce04-4c0e-83be-0eeec0904d3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.420849] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Created folder: Instances in parent group-v642728. [ 1047.421161] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.422710] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.422977] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d51ebc16-457c-4941-9d98-9ebc6ec71fbe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.452560] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.452560] env[69486]: value = "task-3214605" [ 1047.452560] env[69486]: _type = "Task" [ 1047.452560] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.465033] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214605, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.501999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.506156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.487s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.507721] env[69486]: INFO nova.compute.claims [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.527957] env[69486]: INFO nova.scheduler.client.report [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocations for instance bd971d4c-f2d9-4561-81f1-11c89d73b5df [ 1047.617242] env[69486]: DEBUG nova.network.neutron [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updated VIF entry in instance network info cache for port f66046ee-cc6e-4fe0-98db-5eceffab499f. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.617609] env[69486]: DEBUG nova.network.neutron [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updating instance_info_cache with network_info: [{"id": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "address": "fa:16:3e:cd:32:00", "network": {"id": "2b59f1f3-9521-4188-b461-aefde5fdac5f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2039439395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4236cd9689e47b9b275171ff9bc3d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66046ee-cc", "ovs_interfaceid": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.662066] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.693736] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214600, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.696051] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.696289] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.696442] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.696616] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.696757] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.696899] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.697146] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.697310] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.697471] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.697626] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.697793] env[69486]: DEBUG nova.virt.hardware [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.703577] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe8573e-cbc9-4485-97b7-061849968b25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.715024] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c865da-40c6-422b-b23f-a9fe9426115d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.739900] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214602, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.973997] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214605, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.037580] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9fcf5c-8626-45de-a479-b704f94c2e59 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "bd971d4c-f2d9-4561-81f1-11c89d73b5df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.187s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.047464] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1048.047686] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528585a2-839a-c609-c7ec-87a2941122a7/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1048.048595] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408fbe4c-4382-4ca5-ba2c-73af3097847a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.058832] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528585a2-839a-c609-c7ec-87a2941122a7/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1048.059024] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528585a2-839a-c609-c7ec-87a2941122a7/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1048.059324] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ca2256fc-7090-4dcb-84d2-400ce2fc2aa3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.120382] env[69486]: DEBUG oslo_concurrency.lockutils [req-aac7fc81-12d5-41a4-a7f1-c64b00d016ee req-82be5478-da18-4903-afe6-464fe44fd7ab service nova] Releasing lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.197154] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214600, 'name': Rename_Task, 'duration_secs': 1.284191} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.197154] env[69486]: DEBUG nova.network.neutron [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Successfully updated port: a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.198554] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.199486] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9352663-b390-4c98-b007-c1241423cf17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.211467] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.211927] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1048.211927] env[69486]: value = "task-3214606" [ 1048.211927] env[69486]: _type = "Task" [ 1048.211927] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.213438] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fda848f-ac05-48a5-b23f-087d35a5d9f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.239818] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1048.239818] env[69486]: value = "task-3214607" [ 1048.239818] env[69486]: _type = "Task" [ 1048.239818] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.239818] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.245694] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214602, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.251984] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.354742] env[69486]: DEBUG oslo_vmware.rw_handles [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528585a2-839a-c609-c7ec-87a2941122a7/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1048.354997] env[69486]: INFO nova.virt.vmwareapi.images [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Downloaded image file data 35fd4383-ee41-4e0c-8a47-a5e536f74e74 [ 1048.355933] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83de8a-dcfa-479e-8a5a-ec5bb511377b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.376463] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28b97173-04e1-48f3-8571-95e610138433 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.415825] env[69486]: INFO nova.virt.vmwareapi.images [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] The imported VM was unregistered [ 1048.418990] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1048.419360] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating directory with path [datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.419705] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9166c56c-c1df-469d-9949-3d4b0b5ba81f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.433338] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created directory with path [datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.433338] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173/OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173.vmdk to [datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk. {{(pid=69486) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1048.433601] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7bd92e15-a86f-4e27-a12f-fd4875609289 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.443741] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1048.443741] env[69486]: value = "task-3214609" [ 1048.443741] env[69486]: _type = "Task" [ 1048.443741] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.453998] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.463401] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214605, 'name': CreateVM_Task, 'duration_secs': 0.991715} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.463622] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.464336] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642732', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'name': 'volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd10446a9-7893-4c5d-8e5b-4996838b45ae', 'attached_at': '', 'detached_at': '', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'serial': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85'}, 'attachment_id': '9a1f0eb0-d116-42f8-9195-06aca91a4395', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69486) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1048.464564] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Root volume attach. Driver type: vmdk {{(pid=69486) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1048.465407] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7555dfe1-f5d2-4b6e-b537-fe2edf0b6160 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.474495] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ca0d2-6632-4e44-a226-bc284c70a5e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.482197] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629855c0-6569-44e7-814e-64679c93852d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.490268] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e3e69fdb-c626-4ec6-b72e-df54f84f7baf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.498246] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1048.498246] env[69486]: value = "task-3214610" [ 1048.498246] env[69486]: _type = "Task" [ 1048.498246] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.508471] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214610, 'name': RelocateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.544089] env[69486]: DEBUG nova.compute.manager [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-vif-plugged-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1048.545381] env[69486]: DEBUG oslo_concurrency.lockutils [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.545381] env[69486]: DEBUG oslo_concurrency.lockutils [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.545381] env[69486]: DEBUG oslo_concurrency.lockutils [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.545381] env[69486]: DEBUG nova.compute.manager [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] No waiting events found dispatching network-vif-plugged-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.545381] env[69486]: WARNING nova.compute.manager [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received unexpected event network-vif-plugged-a2fb7d3b-f53c-439e-843e-c879e4bd544c for instance with vm_state building and task_state spawning. [ 1048.545381] env[69486]: DEBUG nova.compute.manager [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1048.545381] env[69486]: DEBUG nova.compute.manager [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing instance network info cache due to event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1048.545620] env[69486]: DEBUG oslo_concurrency.lockutils [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545620] env[69486]: DEBUG oslo_concurrency.lockutils [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.545727] env[69486]: DEBUG nova.network.neutron [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.704719] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.726225] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.737670] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214602, 'name': Rename_Task, 'duration_secs': 1.055053} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.741125] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.743740] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b510e031-b124-4c5f-a2d0-cec52bdfaed7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.751838] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214607, 'name': PowerOffVM_Task, 'duration_secs': 0.251125} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.753191] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.753569] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1048.753569] env[69486]: value = "task-3214611" [ 1048.753569] env[69486]: _type = "Task" [ 1048.753569] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.754277] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8473fa7-c79a-4606-9a7a-d2e818bf5dfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.768689] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.785528] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63327198-00fd-41c4-8afb-bbc9d2d117a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.803579] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1474115-c671-4cda-abb3-21bf0b7e8193 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.814766] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd518119-ed20-4861-bea6-1e4005ee8f41 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.855332] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.856174] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519526be-7055-4e13-b868-7f9e626a3bf2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.859030] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa8a0a7-516e-4af8-9284-0ff757d458b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.868951] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb773e-e1c9-4fc6-a60c-c8ad11321c00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.873582] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1048.873582] env[69486]: value = "task-3214612" [ 1048.873582] env[69486]: _type = "Task" [ 1048.873582] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.887205] env[69486]: DEBUG nova.compute.provider_tree [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.897388] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.897966] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.897966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.898402] env[69486]: DEBUG oslo_concurrency.lockutils [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.898402] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.898505] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e8563d-65db-40a7-b2e0-92693ce3c23b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.910554] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.910777] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.914749] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9844d5e9-c9f6-47d5-8d2f-21875acfc8de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.919601] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1048.919601] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f6687b-ed43-e7dc-27a9-657649208cd9" [ 1048.919601] env[69486]: _type = "Task" [ 1048.919601] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.930525] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f6687b-ed43-e7dc-27a9-657649208cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.956804] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.010974] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214610, 'name': RelocateVM_Task} progress is 20%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.104117] env[69486]: DEBUG nova.network.neutron [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.107025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "a5ebd197-5506-4001-a6bd-38e2accbf314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.107025] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.207614] env[69486]: DEBUG nova.network.neutron [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.228081] env[69486]: DEBUG oslo_vmware.api [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214606, 'name': PowerOnVM_Task, 'duration_secs': 0.916672} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.228365] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.228567] env[69486]: INFO nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1049.228746] env[69486]: DEBUG nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.229724] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962b0066-f654-4bba-8626-0cdceeaa5ccc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.269356] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214611, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.391799] env[69486]: DEBUG nova.scheduler.client.report [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.431839] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f6687b-ed43-e7dc-27a9-657649208cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.023444} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.432723] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81580682-e559-4bb2-874e-0b33e4974794 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.440281] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1049.440281] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526dc059-631b-1211-fd14-2986345aacac" [ 1049.440281] env[69486]: _type = "Task" [ 1049.440281] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.450894] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526dc059-631b-1211-fd14-2986345aacac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.456669] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.510793] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214610, 'name': RelocateVM_Task, 'duration_secs': 0.646422} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.511112] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.511324] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642732', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'name': 'volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd10446a9-7893-4c5d-8e5b-4996838b45ae', 'attached_at': '', 'detached_at': '', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'serial': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.512136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934349b-36eb-440b-96de-8fb8c429b7c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.529758] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d17a5c-dccb-4c83-9031-9c19b36f05a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.554016] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85/volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.554402] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f76c2c-50cd-4b64-a7c9-035f76bd35a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.575847] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1049.575847] env[69486]: value = "task-3214613" [ 1049.575847] env[69486]: _type = "Task" [ 1049.575847] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.586992] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.609808] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.711728] env[69486]: DEBUG oslo_concurrency.lockutils [req-9221d16e-5c95-4521-b66c-3263abf80927 req-e4260b39-cec1-4283-b8a5-a186455d76b8 service nova] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.711728] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.711935] env[69486]: DEBUG nova.network.neutron [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.753207] env[69486]: INFO nova.compute.manager [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Took 33.46 seconds to build instance. [ 1049.769422] env[69486]: DEBUG oslo_vmware.api [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214611, 'name': PowerOnVM_Task, 'duration_secs': 0.55205} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.769717] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.769954] env[69486]: DEBUG nova.compute.manager [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.771094] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79218d52-803e-4c75-8cb1-e40094ccbc94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.897742] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.898291] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.901199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.849s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.902852] env[69486]: INFO nova.compute.claims [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.958200] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526dc059-631b-1211-fd14-2986345aacac, 'name': SearchDatastore_Task, 'duration_secs': 0.023105} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.962045] env[69486]: DEBUG oslo_concurrency.lockutils [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.962434] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. {{(pid=69486) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1049.962785] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.963051] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46513b77-14d8-46dd-9ad8-f72df1e14184 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.972518] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1049.972518] env[69486]: value = "task-3214614" [ 1049.972518] env[69486]: _type = "Task" [ 1049.972518] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.983933] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.089244] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.141634] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.166575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.166575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.253818] env[69486]: DEBUG nova.network.neutron [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.256102] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b663c177-dfa1-48f1-8dfa-94f129ed6700 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.972s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.291725] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.411111] env[69486]: DEBUG nova.compute.utils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.412744] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.412938] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.464345] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.465914] env[69486]: DEBUG nova.policy [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43f58ccba4144d09ba20cf591e8efe78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ea745a6c5ab4201860d143d01fbd257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.484533] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.514873] env[69486]: DEBUG nova.network.neutron [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.589634] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214613, 'name': ReconfigVM_Task, 'duration_secs': 0.574449} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.590014] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85/volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.595778] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9baa9211-79e8-41bc-a4a5-bdec1545ed56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.614519] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1050.614519] env[69486]: value = "task-3214615" [ 1050.614519] env[69486]: _type = "Task" [ 1050.614519] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.626477] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.671077] env[69486]: DEBUG nova.compute.utils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.799780] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Successfully created port: 1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.919039] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.967209] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.986576] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926672} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.990540] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. [ 1050.992149] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df6e1e-68e5-4693-a85a-d0dc6f333d7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.021566] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.024995] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.025337] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Instance network_info: |[{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.025829] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a442f778-c693-4bc1-be72-ba1de116e8ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.040330] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:1d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2fb7d3b-f53c-439e-843e-c879e4bd544c', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.049028] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.050096] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.050872] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ace83e4e-9105-4e9f-b53a-2fc9006d4797 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.069434] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1051.069434] env[69486]: value = "task-3214616" [ 1051.069434] env[69486]: _type = "Task" [ 1051.069434] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.077242] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.077242] env[69486]: value = "task-3214617" [ 1051.077242] env[69486]: _type = "Task" [ 1051.077242] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.081698] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.096521] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.126678] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214615, 'name': ReconfigVM_Task, 'duration_secs': 0.218319} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.126979] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642732', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'name': 'volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd10446a9-7893-4c5d-8e5b-4996838b45ae', 'attached_at': '', 'detached_at': '', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'serial': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1051.127546] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd9b821-5c74-4109-84fe-04fbaae634e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134097] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1051.134097] env[69486]: value = "task-3214618" [ 1051.134097] env[69486]: _type = "Task" [ 1051.134097] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.145579] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214618, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.176889] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.300385] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d64d2-ded4-4757-80e3-78ab6447ad71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.310490] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8119cf2-9520-4749-a5b9-e57ace07a2ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.345212] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9781958-d51c-48ee-a37a-8eaa44553bbe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.353790] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc80c10-3b14-438b-9181-63a7bc4e455b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.375814] env[69486]: DEBUG nova.compute.provider_tree [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.459736] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214609, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.86847} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.460703] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173/OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173.vmdk to [datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk. [ 1051.460890] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Cleaning up location [datastore1] OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1051.461083] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2fb7af75-5cfb-4914-9f11-493e61469173 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.461418] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad033089-215a-4208-93d1-d9490b195d29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.469635] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1051.469635] env[69486]: value = "task-3214619" [ 1051.469635] env[69486]: _type = "Task" [ 1051.469635] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.478438] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.583334] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214616, 'name': ReconfigVM_Task, 'duration_secs': 0.319018} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.586671] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.587552] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1979c9f9-aba0-46bc-9db2-a78e6289c06f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.595824] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.618272] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f95087c-19ad-4728-84dc-17247c3ec01e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.635445] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1051.635445] env[69486]: value = "task-3214620" [ 1051.635445] env[69486]: _type = "Task" [ 1051.635445] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.647008] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214618, 'name': Rename_Task, 'duration_secs': 0.300748} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.650991] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.651332] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.651550] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b651192-f5ab-4f96-95a7-6d74a561d266 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.658929] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1051.658929] env[69486]: value = "task-3214621" [ 1051.658929] env[69486]: _type = "Task" [ 1051.658929] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.672795] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.678775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "cf009b8f-e298-4ec8-b026-a6786df92bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.678775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "cf009b8f-e298-4ec8-b026-a6786df92bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.679013] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "cf009b8f-e298-4ec8-b026-a6786df92bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.679226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "cf009b8f-e298-4ec8-b026-a6786df92bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.679433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "cf009b8f-e298-4ec8-b026-a6786df92bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.682672] env[69486]: INFO nova.compute.manager [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Terminating instance [ 1051.743935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.744191] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.744480] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.744710] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.744936] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.747493] env[69486]: INFO nova.compute.manager [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Terminating instance [ 1051.879854] env[69486]: DEBUG nova.scheduler.client.report [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.930252] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.957604] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.957923] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.958149] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.958453] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.958665] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.958973] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.959287] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.959565] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.959823] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.960083] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.960382] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.961440] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4eeac-3725-4fc1-8839-04fa6cc3e8e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.974248] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036b1d4d-3e1c-40db-b65c-14a01612230a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.983977] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170043} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.992271] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.992444] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.992703] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk to [datastore1] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.993264] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a25698f-3f5d-4166-a523-27550d479b86 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.001056] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1052.001056] env[69486]: value = "task-3214622" [ 1052.001056] env[69486]: _type = "Task" [ 1052.001056] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.010585] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.095186] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.145477] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.170469] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.187471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "refresh_cache-cf009b8f-e298-4ec8-b026-a6786df92bba" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.187672] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquired lock "refresh_cache-cf009b8f-e298-4ec8-b026-a6786df92bba" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.187860] env[69486]: DEBUG nova.network.neutron [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.244735] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.245102] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.245384] env[69486]: INFO nova.compute.manager [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Attaching volume d428e014-e648-491b-9066-17752b70d62d to /dev/sdb [ 1052.253099] env[69486]: DEBUG nova.compute.manager [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.253409] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.254676] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28564c2-1b62-4818-818f-1b454f445acc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.281761] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.281761] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f63ff59-1cb6-4d10-aff3-6906fd0fb7b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.292806] env[69486]: DEBUG oslo_vmware.api [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1052.292806] env[69486]: value = "task-3214623" [ 1052.292806] env[69486]: _type = "Task" [ 1052.292806] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.295283] env[69486]: DEBUG nova.compute.manager [req-a8ba258f-d0b8-44cb-a8a2-67797de1fe65 req-adde8777-5422-433a-b0e3-26e4c3626258 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Received event network-vif-plugged-1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1052.295467] env[69486]: DEBUG oslo_concurrency.lockutils [req-a8ba258f-d0b8-44cb-a8a2-67797de1fe65 req-adde8777-5422-433a-b0e3-26e4c3626258 service nova] Acquiring lock "9b67ee26-66a6-41be-a519-339bc8a9691f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.295678] env[69486]: DEBUG oslo_concurrency.lockutils [req-a8ba258f-d0b8-44cb-a8a2-67797de1fe65 req-adde8777-5422-433a-b0e3-26e4c3626258 service nova] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.295857] env[69486]: DEBUG oslo_concurrency.lockutils [req-a8ba258f-d0b8-44cb-a8a2-67797de1fe65 req-adde8777-5422-433a-b0e3-26e4c3626258 service nova] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.296032] env[69486]: DEBUG nova.compute.manager [req-a8ba258f-d0b8-44cb-a8a2-67797de1fe65 req-adde8777-5422-433a-b0e3-26e4c3626258 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] No waiting events found dispatching network-vif-plugged-1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.296200] env[69486]: WARNING nova.compute.manager [req-a8ba258f-d0b8-44cb-a8a2-67797de1fe65 req-adde8777-5422-433a-b0e3-26e4c3626258 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Received unexpected event network-vif-plugged-1399b0ef-b26c-43e3-b880-73d437d3184b for instance with vm_state building and task_state spawning. [ 1052.309632] env[69486]: DEBUG oslo_vmware.api [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.314234] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f86de-dfca-4a7d-ad40-a05037be1b30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.322828] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e6c13-cde3-4d0e-92ba-a93101c6f41f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.346594] env[69486]: DEBUG nova.virt.block_device [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating existing volume attachment record: 1e5b20b3-2577-4d29-b69a-688890021d51 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1052.385184] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.385993] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.388682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.725s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.388924] env[69486]: DEBUG nova.objects.instance [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1052.439027] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Successfully updated port: 1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.513112] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.595238] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.646889] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.669785] env[69486]: DEBUG oslo_vmware.api [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214621, 'name': PowerOnVM_Task, 'duration_secs': 0.685103} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.670071] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.670278] env[69486]: INFO nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Took 5.75 seconds to spawn the instance on the hypervisor. [ 1052.670486] env[69486]: DEBUG nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.671384] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4038778c-5379-48cd-9b82-322072740072 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.708376] env[69486]: DEBUG nova.network.neutron [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.808826] env[69486]: DEBUG oslo_vmware.api [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214623, 'name': PowerOffVM_Task, 'duration_secs': 0.389223} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.810697] env[69486]: DEBUG nova.network.neutron [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.811775] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.811861] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.812584] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e5845fe-4168-48a0-98c0-2c649287b882 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.892577] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.892917] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.893083] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore2] 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.896353] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60a9cd32-4cb4-4a80-9bac-c24716a36816 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.899577] env[69486]: DEBUG nova.compute.utils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.905564] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.905564] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.918821] env[69486]: DEBUG oslo_vmware.api [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1052.918821] env[69486]: value = "task-3214626" [ 1052.918821] env[69486]: _type = "Task" [ 1052.918821] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.925887] env[69486]: DEBUG oslo_vmware.api [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.941578] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "refresh_cache-9b67ee26-66a6-41be-a519-339bc8a9691f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.941708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "refresh_cache-9b67ee26-66a6-41be-a519-339bc8a9691f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.941870] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.958362] env[69486]: DEBUG nova.policy [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43f58ccba4144d09ba20cf591e8efe78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ea745a6c5ab4201860d143d01fbd257', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.012024] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.097257] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.147141] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214620, 'name': ReconfigVM_Task, 'duration_secs': 1.194304} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.147575] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.147772] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f063a92e-afb5-4f8c-af0b-90d624b25529 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.157056] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1053.157056] env[69486]: value = "task-3214629" [ 1053.157056] env[69486]: _type = "Task" [ 1053.157056] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.173145] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.192642] env[69486]: INFO nova.compute.manager [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Took 34.26 seconds to build instance. [ 1053.313022] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Successfully created port: e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.315434] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Releasing lock "refresh_cache-cf009b8f-e298-4ec8-b026-a6786df92bba" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.315839] env[69486]: DEBUG nova.compute.manager [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.316053] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.316955] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8bd368-ecad-460b-8ac7-1a7ae79edf51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.326237] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.326529] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b18f849a-a40e-4287-8310-b4044770dd30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.335720] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1053.335720] env[69486]: value = "task-3214630" [ 1053.335720] env[69486]: _type = "Task" [ 1053.335720] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.346398] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.405045] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.409490] env[69486]: DEBUG oslo_concurrency.lockutils [None req-90afb828-fa67-4666-b4a4-0b5c3243050c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.411042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.439s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.411217] env[69486]: DEBUG nova.objects.instance [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1053.431024] env[69486]: DEBUG oslo_vmware.api [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300695} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.431024] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.431024] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.431024] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.431024] env[69486]: INFO nova.compute.manager [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1053.431024] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.431024] env[69486]: DEBUG nova.compute.manager [-] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.431024] env[69486]: DEBUG nova.network.neutron [-] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.517435] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.535204] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.599862] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.674925] env[69486]: DEBUG oslo_vmware.api [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214629, 'name': PowerOnVM_Task, 'duration_secs': 0.493908} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.675241] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.681431] env[69486]: DEBUG nova.compute.manager [None req-79919866-fb8c-42eb-acb0-6047a0ba2dd3 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.681431] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ecc707-928b-4659-9e16-41ddc196f593 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.694678] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d4c1d6c4-0f6a-4fa8-ad3b-bddacc432c40 tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.778s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.854019] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214630, 'name': PowerOffVM_Task, 'duration_secs': 0.235583} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.854399] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.854585] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.854891] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c2435d-ffa2-4a7a-b871-b9ddb110ea6a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.890432] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.890730] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.890923] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Deleting the datastore file [datastore1] cf009b8f-e298-4ec8-b026-a6786df92bba {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.891241] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75ecbd25-f213-48da-9f5d-16591e32de7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.899823] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for the task: (returnval){ [ 1053.899823] env[69486]: value = "task-3214632" [ 1053.899823] env[69486]: _type = "Task" [ 1053.899823] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.910498] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.964680] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Updating instance_info_cache with network_info: [{"id": "1399b0ef-b26c-43e3-b880-73d437d3184b", "address": "fa:16:3e:1d:3a:d5", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1399b0ef-b2", "ovs_interfaceid": "1399b0ef-b26c-43e3-b880-73d437d3184b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.013511] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.101502] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.117480] env[69486]: DEBUG nova.compute.manager [req-cd6982c7-a0e4-4ac1-a5b7-b7ca4ddf6809 req-f8e9192e-40c2-4c97-bf0c-2e8d12479878 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Received event network-vif-deleted-9a755969-4324-47e2-b5e8-811729c05e38 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1054.117689] env[69486]: INFO nova.compute.manager [req-cd6982c7-a0e4-4ac1-a5b7-b7ca4ddf6809 req-f8e9192e-40c2-4c97-bf0c-2e8d12479878 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Neutron deleted interface 9a755969-4324-47e2-b5e8-811729c05e38; detaching it from the instance and deleting it from the info cache [ 1054.117875] env[69486]: DEBUG nova.network.neutron [req-cd6982c7-a0e4-4ac1-a5b7-b7ca4ddf6809 req-f8e9192e-40c2-4c97-bf0c-2e8d12479878 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.360161] env[69486]: DEBUG nova.compute.manager [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Received event network-changed-1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1054.360482] env[69486]: DEBUG nova.compute.manager [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Refreshing instance network info cache due to event network-changed-1399b0ef-b26c-43e3-b880-73d437d3184b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1054.360574] env[69486]: DEBUG oslo_concurrency.lockutils [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] Acquiring lock "refresh_cache-9b67ee26-66a6-41be-a519-339bc8a9691f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.410747] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.417214] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.424194] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a66b61c-b6b9-4f8e-ae1c-e2c93bf6af30 tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.425545] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.201s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.425800] env[69486]: DEBUG nova.objects.instance [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lazy-loading 'resources' on Instance uuid 1db47dfb-f2a2-44c2-b5df-1764378fce17 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.453306] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.453554] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.453713] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.453892] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.455534] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.455665] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.455914] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.456166] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.456298] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.456728] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.456894] env[69486]: DEBUG nova.virt.hardware [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.458537] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae481a9a-8fda-43ae-945a-7e9e4759674c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.467774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "refresh_cache-9b67ee26-66a6-41be-a519-339bc8a9691f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.468109] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Instance network_info: |[{"id": "1399b0ef-b26c-43e3-b880-73d437d3184b", "address": "fa:16:3e:1d:3a:d5", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1399b0ef-b2", "ovs_interfaceid": "1399b0ef-b26c-43e3-b880-73d437d3184b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.468500] env[69486]: DEBUG oslo_concurrency.lockutils [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] Acquired lock "refresh_cache-9b67ee26-66a6-41be-a519-339bc8a9691f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.468682] env[69486]: DEBUG nova.network.neutron [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Refreshing network info cache for port 1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.470175] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1399b0ef-b26c-43e3-b880-73d437d3184b', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.477865] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.479112] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18144efd-d8b8-434a-bfea-c8f2acf644ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.486556] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.487123] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07bb5e3-f1e3-4aca-8a16-73eb2a7a7df7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.518160] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.518160] env[69486]: value = "task-3214633" [ 1054.518160] env[69486]: _type = "Task" [ 1054.518160] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.524950] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.530449] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214633, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.603831] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.605434] env[69486]: DEBUG nova.network.neutron [-] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.621148] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee3bcc94-b8b0-4fca-961b-5dd9b3e201d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.632701] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ee8b3-b3f9-4886-a83f-cd3cd53b62fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.674535] env[69486]: DEBUG nova.compute.manager [req-cd6982c7-a0e4-4ac1-a5b7-b7ca4ddf6809 req-f8e9192e-40c2-4c97-bf0c-2e8d12479878 service nova] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Detach interface failed, port_id=9a755969-4324-47e2-b5e8-811729c05e38, reason: Instance 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1054.766978] env[69486]: DEBUG nova.network.neutron [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Updated VIF entry in instance network info cache for port 1399b0ef-b26c-43e3-b880-73d437d3184b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.769521] env[69486]: DEBUG nova.network.neutron [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Updating instance_info_cache with network_info: [{"id": "1399b0ef-b26c-43e3-b880-73d437d3184b", "address": "fa:16:3e:1d:3a:d5", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1399b0ef-b2", "ovs_interfaceid": "1399b0ef-b26c-43e3-b880-73d437d3184b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.912099] env[69486]: DEBUG oslo_vmware.api [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Task: {'id': task-3214632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.921472} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.912099] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.912099] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.912099] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.912099] env[69486]: INFO nova.compute.manager [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1054.912099] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.912099] env[69486]: DEBUG nova.compute.manager [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.912099] env[69486]: DEBUG nova.network.neutron [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.940483] env[69486]: DEBUG nova.network.neutron [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.985860] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Successfully updated port: e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.017657] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214622, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.627468} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.017657] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/35fd4383-ee41-4e0c-8a47-a5e536f74e74/35fd4383-ee41-4e0c-8a47-a5e536f74e74.vmdk to [datastore1] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.018527] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7cf773-65a0-472f-8cab-7264fb5ff294 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.046989] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.053018] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a7362e-77fa-493c-9803-0fea9202f1dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.068450] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214633, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.075304] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1055.075304] env[69486]: value = "task-3214634" [ 1055.075304] env[69486]: _type = "Task" [ 1055.075304] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.087273] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.108961] env[69486]: INFO nova.compute.manager [-] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Took 1.68 seconds to deallocate network for instance. [ 1055.113615] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214617, 'name': CreateVM_Task, 'duration_secs': 3.535879} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.113854] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.117760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.117760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.118037] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.120970] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5025865-2f84-4c44-9c0d-178d9a367434 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.126488] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1055.126488] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526904c7-aa7c-6f00-1e54-0173f29bde2a" [ 1055.126488] env[69486]: _type = "Task" [ 1055.126488] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.135106] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526904c7-aa7c-6f00-1e54-0173f29bde2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.249514] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b505e1-18f7-4ee6-8964-a1c5307eb543 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.258703] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbb8eba-0d9b-4371-a7bf-4815104159e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.290215] env[69486]: DEBUG oslo_concurrency.lockutils [req-6c2a3fc4-b14b-4e6c-bcf8-3ae382ae4a80 req-11350c66-8de3-499f-8bb4-4b0906219675 service nova] Releasing lock "refresh_cache-9b67ee26-66a6-41be-a519-339bc8a9691f" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.291741] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59257d2c-473c-4c8b-ae50-ea0d5ce4b2e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.300132] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75646d78-4049-442c-941c-d674433dac44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.314835] env[69486]: DEBUG nova.compute.provider_tree [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.444500] env[69486]: DEBUG nova.network.neutron [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.490265] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "refresh_cache-eeb08e02-1228-4886-b31b-6099c5ea6a37" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.490265] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "refresh_cache-eeb08e02-1228-4886-b31b-6099c5ea6a37" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.490380] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.533268] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214633, 'name': CreateVM_Task, 'duration_secs': 0.641825} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.533422] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.534131] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.534307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.534610] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.534859] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efe34a5-d643-4862-8aa4-d8518993eb71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.539119] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1055.539119] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6e3f1-c095-ca1e-ccd6-45e4a659489c" [ 1055.539119] env[69486]: _type = "Task" [ 1055.539119] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.547060] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6e3f1-c095-ca1e-ccd6-45e4a659489c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.584186] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214634, 'name': ReconfigVM_Task, 'duration_secs': 0.330082} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.584457] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ce4cb506-303f-41a5-834b-3d211fb6df27/ce4cb506-303f-41a5-834b-3d211fb6df27.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.585925] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'disk_bus': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': 'bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642735', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'name': 'volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ce4cb506-303f-41a5-834b-3d211fb6df27', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'serial': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016'}, 'attachment_id': '91d9ecd4-4afa-4418-9131-7cd4555a40ab', 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69486) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1055.586149] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.586339] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642735', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'name': 'volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ce4cb506-303f-41a5-834b-3d211fb6df27', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'serial': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.587096] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de57d5c8-5950-431e-b68e-03c03f582565 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.603019] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6f3fb3-d698-4a25-b1f4-153be63866d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.620604] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.627781] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016/volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.628086] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13351c1-a9b1-4128-9fa2-56334d215904 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.648876] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526904c7-aa7c-6f00-1e54-0173f29bde2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.650128] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.650359] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.650615] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.650768] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.650962] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.651260] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1055.651260] env[69486]: value = "task-3214636" [ 1055.651260] env[69486]: _type = "Task" [ 1055.651260] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.651443] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc99efae-b80d-4843-9d94-9c3f7537855f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.677203] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.677492] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.678265] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a69f66-4f61-4a26-9d82-2f96e5f4a238 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.684258] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1055.684258] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522ebb26-9a97-d0c8-c88b-3c6c37591b0e" [ 1055.684258] env[69486]: _type = "Task" [ 1055.684258] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.692728] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522ebb26-9a97-d0c8-c88b-3c6c37591b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.818631] env[69486]: DEBUG nova.scheduler.client.report [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.946615] env[69486]: INFO nova.compute.manager [-] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Took 1.03 seconds to deallocate network for instance. [ 1056.038365] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.051579] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b6e3f1-c095-ca1e-ccd6-45e4a659489c, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.051928] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.052260] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.052491] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.052667] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.052871] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.053186] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd81425-ab41-4d44-924d-cdb21f8bd3c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.069169] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.069368] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.070167] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12095019-c9d8-4f90-9837-665f2df5a09f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.075925] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1056.075925] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffc210-32f0-55ee-8087-695d4f521a1e" [ 1056.075925] env[69486]: _type = "Task" [ 1056.075925] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.084928] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffc210-32f0-55ee-8087-695d4f521a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.150584] env[69486]: DEBUG nova.compute.manager [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Received event network-changed-f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1056.150807] env[69486]: DEBUG nova.compute.manager [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Refreshing instance network info cache due to event network-changed-f66046ee-cc6e-4fe0-98db-5eceffab499f. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1056.150995] env[69486]: DEBUG oslo_concurrency.lockutils [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] Acquiring lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.151127] env[69486]: DEBUG oslo_concurrency.lockutils [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] Acquired lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.151289] env[69486]: DEBUG nova.network.neutron [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Refreshing network info cache for port f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.165289] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214636, 'name': ReconfigVM_Task, 'duration_secs': 0.348988} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.166209] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016/volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.171442] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ecf277-b85b-4705-a2fd-85ae59d9a8b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.191065] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1056.191065] env[69486]: value = "task-3214637" [ 1056.191065] env[69486]: _type = "Task" [ 1056.191065] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.194672] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]522ebb26-9a97-d0c8-c88b-3c6c37591b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.022897} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.198409] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9df5784-3d3c-481c-8803-1605989f4362 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.205971] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1056.205971] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285a38b-8698-a83a-da83-0a2d146435f0" [ 1056.205971] env[69486]: _type = "Task" [ 1056.205971] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.213033] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.218522] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285a38b-8698-a83a-da83-0a2d146435f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.219627] env[69486]: DEBUG nova.network.neutron [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Updating instance_info_cache with network_info: [{"id": "e1e35123-2955-4c22-b802-1421f946dfb0", "address": "fa:16:3e:e0:f3:a1", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e35123-29", "ovs_interfaceid": "e1e35123-2955-4c22-b802-1421f946dfb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.324142] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.326749] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.982s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.327044] env[69486]: DEBUG nova.objects.instance [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'resources' on Instance uuid 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.354456] env[69486]: INFO nova.scheduler.client.report [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Deleted allocations for instance 1db47dfb-f2a2-44c2-b5df-1764378fce17 [ 1056.371129] env[69486]: INFO nova.compute.manager [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Rescuing [ 1056.371397] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.371547] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.371713] env[69486]: DEBUG nova.network.neutron [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.393232] env[69486]: DEBUG nova.compute.manager [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Received event network-vif-plugged-e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1056.393460] env[69486]: DEBUG oslo_concurrency.lockutils [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] Acquiring lock "eeb08e02-1228-4886-b31b-6099c5ea6a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.393694] env[69486]: DEBUG oslo_concurrency.lockutils [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.393849] env[69486]: DEBUG oslo_concurrency.lockutils [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.394330] env[69486]: DEBUG nova.compute.manager [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] No waiting events found dispatching network-vif-plugged-e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.394330] env[69486]: WARNING nova.compute.manager [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Received unexpected event network-vif-plugged-e1e35123-2955-4c22-b802-1421f946dfb0 for instance with vm_state building and task_state spawning. [ 1056.394330] env[69486]: DEBUG nova.compute.manager [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Received event network-changed-e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1056.394513] env[69486]: DEBUG nova.compute.manager [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Refreshing instance network info cache due to event network-changed-e1e35123-2955-4c22-b802-1421f946dfb0. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1056.394666] env[69486]: DEBUG oslo_concurrency.lockutils [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] Acquiring lock "refresh_cache-eeb08e02-1228-4886-b31b-6099c5ea6a37" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.453869] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.587525] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffc210-32f0-55ee-8087-695d4f521a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.588320] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf8073c-bdf7-46f0-95f2-a9eb65546210 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.594093] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1056.594093] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f9f7a7-8d0e-bbe6-f361-5b26a1a9c0e9" [ 1056.594093] env[69486]: _type = "Task" [ 1056.594093] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.601993] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f9f7a7-8d0e-bbe6-f361-5b26a1a9c0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.704371] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214637, 'name': ReconfigVM_Task, 'duration_secs': 0.155643} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.704656] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642735', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'name': 'volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ce4cb506-303f-41a5-834b-3d211fb6df27', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'serial': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.705300] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11792e47-d5b6-4049-b88d-be7f37e7f857 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.714648] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1056.714648] env[69486]: value = "task-3214638" [ 1056.714648] env[69486]: _type = "Task" [ 1056.714648] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.723155] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "refresh_cache-eeb08e02-1228-4886-b31b-6099c5ea6a37" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.723435] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Instance network_info: |[{"id": "e1e35123-2955-4c22-b802-1421f946dfb0", "address": "fa:16:3e:e0:f3:a1", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e35123-29", "ovs_interfaceid": "e1e35123-2955-4c22-b802-1421f946dfb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.723704] env[69486]: DEBUG oslo_concurrency.lockutils [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] Acquired lock "refresh_cache-eeb08e02-1228-4886-b31b-6099c5ea6a37" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.723877] env[69486]: DEBUG nova.network.neutron [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Refreshing network info cache for port e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.725115] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f3:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e35123-2955-4c22-b802-1421f946dfb0', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.734654] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.740679] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.740959] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5285a38b-8698-a83a-da83-0a2d146435f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013408} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.744837] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d1a1f94-228d-460d-a42e-c30f2e8318b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.758632] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.758895] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 85ef072a-e998-4ec8-84b1-cde8724a7191/85ef072a-e998-4ec8-84b1-cde8724a7191.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.759812] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214638, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.762167] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353058b8-0d99-49a6-b216-3f8c0fafa17d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.771585] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1056.771585] env[69486]: value = "task-3214640" [ 1056.771585] env[69486]: _type = "Task" [ 1056.771585] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.773578] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.773578] env[69486]: value = "task-3214639" [ 1056.773578] env[69486]: _type = "Task" [ 1056.773578] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.786270] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214639, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.789366] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.863152] env[69486]: DEBUG oslo_concurrency.lockutils [None req-fabdf2b2-d160-4e98-bd97-892ef6dc306a tempest-ListServerFiltersTestJSON-1289371743 tempest-ListServerFiltersTestJSON-1289371743-project-member] Lock "1db47dfb-f2a2-44c2-b5df-1764378fce17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.655s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.960025] env[69486]: DEBUG nova.network.neutron [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updated VIF entry in instance network info cache for port f66046ee-cc6e-4fe0-98db-5eceffab499f. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.961143] env[69486]: DEBUG nova.network.neutron [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updating instance_info_cache with network_info: [{"id": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "address": "fa:16:3e:cd:32:00", "network": {"id": "2b59f1f3-9521-4188-b461-aefde5fdac5f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2039439395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4236cd9689e47b9b275171ff9bc3d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66046ee-cc", "ovs_interfaceid": "f66046ee-cc6e-4fe0-98db-5eceffab499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.113471] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f9f7a7-8d0e-bbe6-f361-5b26a1a9c0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.117181] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.117635] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9b67ee26-66a6-41be-a519-339bc8a9691f/9b67ee26-66a6-41be-a519-339bc8a9691f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.118302] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570bcd7d-9764-407d-b5cb-b9ede01757cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.129043] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1057.129043] env[69486]: value = "task-3214641" [ 1057.129043] env[69486]: _type = "Task" [ 1057.129043] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.146650] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.188801] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4a432-e692-46b9-9ce1-53b75f413a7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.198379] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc03fe-8f8c-4a57-9471-c696812f0f06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.247162] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c5757-0fab-4fbb-91fc-5925fdbe52c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.256853] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214638, 'name': Rename_Task, 'duration_secs': 0.173695} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.261936] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.262708] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b682578f-ef3c-4790-81f0-f5eb7f88f9e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.266384] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc6c99-37c2-44e7-9f9d-0779384318b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.271333] env[69486]: DEBUG nova.network.neutron [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Updated VIF entry in instance network info cache for port e1e35123-2955-4c22-b802-1421f946dfb0. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.271679] env[69486]: DEBUG nova.network.neutron [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Updating instance_info_cache with network_info: [{"id": "e1e35123-2955-4c22-b802-1421f946dfb0", "address": "fa:16:3e:e0:f3:a1", "network": {"id": "fc8cb6af-43d5-4668-a347-01d85b310f30", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2112680309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ea745a6c5ab4201860d143d01fbd257", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e35123-29", "ovs_interfaceid": "e1e35123-2955-4c22-b802-1421f946dfb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.301397] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1057.301397] env[69486]: value = "task-3214642" [ 1057.301397] env[69486]: _type = "Task" [ 1057.301397] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.301911] env[69486]: DEBUG nova.compute.provider_tree [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.318033] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214640, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.318033] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214639, 'name': CreateVM_Task, 'duration_secs': 0.405517} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.318033] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.318033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.318033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.318033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.321554] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073ad8d6-8428-412b-aaed-b83f4b885a56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.324484] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.329699] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1057.329699] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fb48ff-7f0c-823e-506b-9fcefc36fc11" [ 1057.329699] env[69486]: _type = "Task" [ 1057.329699] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.338718] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fb48ff-7f0c-823e-506b-9fcefc36fc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.392274] env[69486]: DEBUG nova.network.neutron [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Updating instance_info_cache with network_info: [{"id": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "address": "fa:16:3e:74:3c:5b", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80876f-95", "ovs_interfaceid": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.406339] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1057.406610] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642758', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'name': 'volume-d428e014-e648-491b-9066-17752b70d62d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b312dc9d-27dc-44da-a421-bc612e6e8bda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'serial': 'd428e014-e648-491b-9066-17752b70d62d'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1057.409653] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e04a12-6c6a-494a-9503-3c6457b1bb97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.426866] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55bbeb-e144-42f1-abc9-f2ea0680a0f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.453464] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-d428e014-e648-491b-9066-17752b70d62d/volume-d428e014-e648-491b-9066-17752b70d62d.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.453791] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f54ee4c-3689-4778-9908-e1fc55f56990 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.470442] env[69486]: DEBUG oslo_concurrency.lockutils [req-ae7d4590-9d97-466f-9d37-a4237225154d req-7bfeed10-6871-4833-8fa0-3061be50f56d service nova] Releasing lock "refresh_cache-d10446a9-7893-4c5d-8e5b-4996838b45ae" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.480636] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1057.480636] env[69486]: value = "task-3214643" [ 1057.480636] env[69486]: _type = "Task" [ 1057.480636] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.489763] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.642010] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214641, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.778546] env[69486]: DEBUG oslo_concurrency.lockutils [req-bc1950d7-a1ca-42ac-8d3a-5b69b19c25ad req-4b355d50-5bf1-4557-a1b1-488c186a92ea service nova] Releasing lock "refresh_cache-eeb08e02-1228-4886-b31b-6099c5ea6a37" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.792620] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547801} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.792948] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 85ef072a-e998-4ec8-84b1-cde8724a7191/85ef072a-e998-4ec8-84b1-cde8724a7191.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.793169] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.793539] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-186865fd-298b-4fd8-8564-4891a193631d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.808445] env[69486]: DEBUG nova.scheduler.client.report [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.819344] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1057.819344] env[69486]: value = "task-3214644" [ 1057.819344] env[69486]: _type = "Task" [ 1057.819344] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.828617] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214642, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.837739] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.845955] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fb48ff-7f0c-823e-506b-9fcefc36fc11, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.846340] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.846579] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.846936] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.847090] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.847335] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.847708] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b0b15e-331e-4797-8ae2-c81cb81cc8ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.859138] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.859138] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.859138] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710d189e-5159-43ce-ac4b-7145c45bad51 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.866262] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1057.866262] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffcd89-15bb-dbec-a0ef-37aad68b082c" [ 1057.866262] env[69486]: _type = "Task" [ 1057.866262] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.878681] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffcd89-15bb-dbec-a0ef-37aad68b082c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.895071] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.993811] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.141903] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715986} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.142198] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 9b67ee26-66a6-41be-a519-339bc8a9691f/9b67ee26-66a6-41be-a519-339bc8a9691f.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.142411] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.142659] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e70c9d3-5b0e-40d6-910f-d6b2cffeb7d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.153663] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1058.153663] env[69486]: value = "task-3214645" [ 1058.153663] env[69486]: _type = "Task" [ 1058.153663] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.164602] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.318797] env[69486]: DEBUG oslo_vmware.api [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214642, 'name': PowerOnVM_Task, 'duration_secs': 0.935634} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.319547] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.322023] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.324349] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.117s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.324349] env[69486]: DEBUG nova.objects.instance [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lazy-loading 'resources' on Instance uuid ed4904f0-c382-4714-a051-afea0f7fcc9b {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.335715] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171495} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.336223] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.337118] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b201dd7-171e-4879-8130-afaf67303056 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.364673] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 85ef072a-e998-4ec8-84b1-cde8724a7191/85ef072a-e998-4ec8-84b1-cde8724a7191.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.365734] env[69486]: INFO nova.scheduler.client.report [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted allocations for instance 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5 [ 1058.367052] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de4739c-a4d0-4d7f-afa1-08cf9ec67d0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.395861] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ffcd89-15bb-dbec-a0ef-37aad68b082c, 'name': SearchDatastore_Task, 'duration_secs': 0.01758} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.397351] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1058.397351] env[69486]: value = "task-3214646" [ 1058.397351] env[69486]: _type = "Task" [ 1058.397351] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.398141] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e9803c-ea18-41f4-bc18-1b6abea82d58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.406452] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1058.406452] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5264e96b-a281-f2ee-aca9-19e629f7e8ff" [ 1058.406452] env[69486]: _type = "Task" [ 1058.406452] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.410191] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.418638] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5264e96b-a281-f2ee-aca9-19e629f7e8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.456736] env[69486]: DEBUG nova.compute.manager [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.457937] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4f84f2-885b-4db5-ad80-9ffc227f0e94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.491996] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214643, 'name': ReconfigVM_Task, 'duration_secs': 1.00678} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.492350] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-d428e014-e648-491b-9066-17752b70d62d/volume-d428e014-e648-491b-9066-17752b70d62d.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.498348] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be2f519-d5ca-4129-8366-3ec71b3041f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.516134] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1058.516134] env[69486]: value = "task-3214647" [ 1058.516134] env[69486]: _type = "Task" [ 1058.516134] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.520048] env[69486]: DEBUG nova.compute.manager [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.521083] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63141c5-c21c-4a8a-bae2-03d9a032ed1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.530974] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.664973] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123025} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.665351] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.666163] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59055d2-0340-479a-9a27-8d94f573758a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.689384] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9b67ee26-66a6-41be-a519-339bc8a9691f/9b67ee26-66a6-41be-a519-339bc8a9691f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.689708] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b2c704-f4a0-4567-ae43-a1edb1c792b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.709610] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1058.709610] env[69486]: value = "task-3214648" [ 1058.709610] env[69486]: _type = "Task" [ 1058.709610] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.717775] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.891748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e7b0c78-c0d8-41be-9e9d-fdeb1e4e7690 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.561s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.915904] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.931795] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5264e96b-a281-f2ee-aca9-19e629f7e8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.020657} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.935190] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.935457] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] eeb08e02-1228-4886-b31b-6099c5ea6a37/eeb08e02-1228-4886-b31b-6099c5ea6a37.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.936230] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf31ec8f-2f01-4766-9d7e-03be694e2a94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.944634] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1058.944634] env[69486]: value = "task-3214649" [ 1058.944634] env[69486]: _type = "Task" [ 1058.944634] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.957485] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.981852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-15e96dc1-4a62-46c7-a86f-c3107b7ad8d1 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.658s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.027670] env[69486]: DEBUG oslo_vmware.api [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214647, 'name': ReconfigVM_Task, 'duration_secs': 0.301601} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.030276] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642758', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'name': 'volume-d428e014-e648-491b-9066-17752b70d62d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b312dc9d-27dc-44da-a421-bc612e6e8bda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'serial': 'd428e014-e648-491b-9066-17752b70d62d'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1059.037968] env[69486]: INFO nova.compute.manager [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] instance snapshotting [ 1059.038848] env[69486]: DEBUG nova.objects.instance [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'flavor' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.094483] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb691c-a204-49f4-ac1b-5859bf204cb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.102774] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c92ee-5f2d-44a3-8d31-8d3eb90dd332 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.135413] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.136273] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.138256] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea56bffd-1b24-4f19-8f66-cb745fe228da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.146320] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55f2f9e-0630-4b89-8cf3-1265325bab04 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.163639] env[69486]: DEBUG nova.compute.provider_tree [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.220043] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.421612] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214646, 'name': ReconfigVM_Task, 'duration_secs': 0.760495} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.421612] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 85ef072a-e998-4ec8-84b1-cde8724a7191/85ef072a-e998-4ec8-84b1-cde8724a7191.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.421612] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-624d6186-e925-4280-a3a4-93d15b7977cf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.427279] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1059.427279] env[69486]: value = "task-3214650" [ 1059.427279] env[69486]: _type = "Task" [ 1059.427279] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.440881] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.446111] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9540a4d1-c4a7-4aa7-924c-23b01779d64f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.446111] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214650, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.458667] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214649, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.458667] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1059.458667] env[69486]: value = "task-3214651" [ 1059.458667] env[69486]: _type = "Task" [ 1059.458667] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.468979] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.525682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.525957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.547891] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a515360-dc3d-4734-9409-cd17d431c454 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.576481] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55ae41c-f79c-471a-b9d0-44753f5f2850 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.660534] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1059.660534] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.667206] env[69486]: DEBUG nova.scheduler.client.report [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.727154] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214648, 'name': ReconfigVM_Task, 'duration_secs': 0.762238} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.727587] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9b67ee26-66a6-41be-a519-339bc8a9691f/9b67ee26-66a6-41be-a519-339bc8a9691f.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.728249] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-462d56e1-61bb-4531-a43e-a38c49301d0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.737996] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1059.737996] env[69486]: value = "task-3214652" [ 1059.737996] env[69486]: _type = "Task" [ 1059.737996] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.750684] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214652, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.939858] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214650, 'name': Rename_Task, 'duration_secs': 0.303546} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.939858] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.940017] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a4e6fa-3c59-4d00-8cfc-ecc51ac09d0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.948655] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1059.948655] env[69486]: value = "task-3214653" [ 1059.948655] env[69486]: _type = "Task" [ 1059.948655] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.965119] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846803} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.969643] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] eeb08e02-1228-4886-b31b-6099c5ea6a37/eeb08e02-1228-4886-b31b-6099c5ea6a37.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.969643] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.969643] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.969908] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce715e6-720f-4784-b8a6-6c027546f166 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.975109] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214651, 'name': PowerOffVM_Task, 'duration_secs': 0.456251} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.975846] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.976664] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c0db31-e951-4d71-8214-eed1b411ad85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.981029] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1059.981029] env[69486]: value = "task-3214654" [ 1059.981029] env[69486]: _type = "Task" [ 1059.981029] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.001537] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed3a50d-05cf-44cf-989f-9160621f1843 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.009139] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.028797] env[69486]: DEBUG nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.049795] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.049919] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48463b1-9c37-4918-9c42-ce0532892c32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.060564] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1060.060564] env[69486]: value = "task-3214655" [ 1060.060564] env[69486]: _type = "Task" [ 1060.060564] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.070828] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.085642] env[69486]: DEBUG nova.objects.instance [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.092544] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1060.093175] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4024b13a-6bc7-468b-a0d8-3b5ae2afa367 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.103627] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1060.103627] env[69486]: value = "task-3214656" [ 1060.103627] env[69486]: _type = "Task" [ 1060.103627] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.116322] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214656, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.150238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.173261] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.178901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.237s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.182017] env[69486]: INFO nova.compute.claims [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.208378] env[69486]: INFO nova.scheduler.client.report [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Deleted allocations for instance ed4904f0-c382-4714-a051-afea0f7fcc9b [ 1060.249950] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214652, 'name': Rename_Task, 'duration_secs': 0.174382} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.250293] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.250561] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893e0328-98f7-4c25-84be-7419d7b646e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.263501] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1060.263501] env[69486]: value = "task-3214657" [ 1060.263501] env[69486]: _type = "Task" [ 1060.263501] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.273972] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.468846] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.495093] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081714} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.495375] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.496203] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b114fc99-ff29-42d4-8313-8dd776effbae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.531850] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] eeb08e02-1228-4886-b31b-6099c5ea6a37/eeb08e02-1228-4886-b31b-6099c5ea6a37.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.532579] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce9c161-a030-4e80-9df3-4dec2b02582c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.557331] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1060.557331] env[69486]: value = "task-3214658" [ 1060.557331] env[69486]: _type = "Task" [ 1060.557331] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.565959] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.572264] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.575670] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1060.575916] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.576239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.576456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.576731] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.576961] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156c3f1a-2418-4030-8c69-79d73b439d90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.590264] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.590563] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.591590] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b4c0231a-796a-429c-a3a2-6580a82503dc tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.347s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.592561] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3557e32-c3b2-4fec-9b3f-4d33df982a5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.599553] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1060.599553] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52334f93-2d9e-0bb5-d8e0-8d1fbb2bea3e" [ 1060.599553] env[69486]: _type = "Task" [ 1060.599553] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.619671] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52334f93-2d9e-0bb5-d8e0-8d1fbb2bea3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.620334] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214656, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.621223] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989eacbb-7737-4b1a-8606-4295cbf739e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.629074] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1060.629074] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52770a16-8623-8781-8695-5b54ded243ab" [ 1060.629074] env[69486]: _type = "Task" [ 1060.629074] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.638598] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52770a16-8623-8781-8695-5b54ded243ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.718361] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51ff2b71-3990-4b3f-a642-8736eb9588dc tempest-ServersListShow298Test-238924115 tempest-ServersListShow298Test-238924115-project-member] Lock "ed4904f0-c382-4714-a051-afea0f7fcc9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.732s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.756956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.757274] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.757484] env[69486]: DEBUG nova.compute.manager [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.758524] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8804d58d-3119-449a-b4de-b832ae730097 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.769358] env[69486]: DEBUG nova.compute.manager [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1060.769999] env[69486]: DEBUG nova.objects.instance [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.777498] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214657, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.962970] env[69486]: DEBUG oslo_vmware.api [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214653, 'name': PowerOnVM_Task, 'duration_secs': 0.532962} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.963283] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.963488] env[69486]: INFO nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Took 13.30 seconds to spawn the instance on the hypervisor. [ 1060.963681] env[69486]: DEBUG nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.964634] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f960bf40-4439-4918-8b39-245a3a1239d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.071869] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.116059] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214656, 'name': CreateSnapshot_Task, 'duration_secs': 0.858051} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.116403] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1061.117284] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84722cc1-a743-4685-bf6c-4a8e97ddcdd4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.140649] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52770a16-8623-8781-8695-5b54ded243ab, 'name': SearchDatastore_Task, 'duration_secs': 0.026373} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.140957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.141262] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. {{(pid=69486) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1061.141547] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ecbc2a2-5255-4871-a15b-8eeb9167032d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.153136] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1061.153136] env[69486]: value = "task-3214659" [ 1061.153136] env[69486]: _type = "Task" [ 1061.153136] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.163387] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.282058] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214657, 'name': PowerOnVM_Task, 'duration_secs': 0.753751} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.288249] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.288629] env[69486]: INFO nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1061.289288] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.291557] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3359f562-00c1-47d2-b44c-e7cb1261822c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.460413] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.460619] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.484683] env[69486]: INFO nova.compute.manager [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Took 42.13 seconds to build instance. [ 1061.528873] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586108c6-ab3c-44a6-be98-6f3abd513849 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.538148] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7e5c4-c0f3-4972-b990-e134d8d19cc0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.580439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f69205-a7ed-4ce0-9616-69b56b8b6bdd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.591391] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214658, 'name': ReconfigVM_Task, 'duration_secs': 0.667006} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.594276] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Reconfigured VM instance instance-00000063 to attach disk [datastore2] eeb08e02-1228-4886-b31b-6099c5ea6a37/eeb08e02-1228-4886-b31b-6099c5ea6a37.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.595158] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf5dda8e-6ca6-4427-a5a6-d507750dc6af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.598058] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8817a3-c0af-47ee-969f-e660e33b5c64 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.616535] env[69486]: DEBUG nova.compute.provider_tree [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.621024] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1061.621024] env[69486]: value = "task-3214660" [ 1061.621024] env[69486]: _type = "Task" [ 1061.621024] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.642162] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1061.643346] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214660, 'name': Rename_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.643688] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e50d6fb2-8d61-4788-b191-642f574f4ed2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.655833] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1061.655833] env[69486]: value = "task-3214661" [ 1061.655833] env[69486]: _type = "Task" [ 1061.655833] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.671625] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.675368] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214661, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.791308] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.791998] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8ffb5a-42ba-4c66-b7d9-479e51f2bc53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.807727] env[69486]: DEBUG oslo_vmware.api [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1061.807727] env[69486]: value = "task-3214662" [ 1061.807727] env[69486]: _type = "Task" [ 1061.807727] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.831700] env[69486]: DEBUG oslo_vmware.api [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.832351] env[69486]: INFO nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Took 35.83 seconds to build instance. [ 1061.965721] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.992591] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3529b25-6e1d-4065-90ef-0686202d5d16 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.641s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.122796] env[69486]: DEBUG nova.scheduler.client.report [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.142981] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214660, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.170140] env[69486]: DEBUG nova.compute.manager [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1062.170422] env[69486]: DEBUG nova.compute.manager [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing instance network info cache due to event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1062.170703] env[69486]: DEBUG oslo_concurrency.lockutils [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.170910] env[69486]: DEBUG oslo_concurrency.lockutils [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.171137] env[69486]: DEBUG nova.network.neutron [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.175353] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84595} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.176564] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. [ 1062.177467] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af61eef6-96d5-4d33-a3ec-97f51a5156a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.185583] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214661, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.211497] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.212303] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4050144-44ad-4350-bd93-03adbc9c8f43 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.234129] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1062.234129] env[69486]: value = "task-3214663" [ 1062.234129] env[69486]: _type = "Task" [ 1062.234129] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.243717] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.319194] env[69486]: DEBUG oslo_vmware.api [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214662, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.337920] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.342s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.494168] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.634471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.635368] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.644596] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.298s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.645227] env[69486]: DEBUG nova.objects.instance [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lazy-loading 'resources' on Instance uuid 754c1208-fe02-4272-b72c-29164d65887d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.647295] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214660, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.671177] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214661, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.747729] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.819598] env[69486]: DEBUG oslo_vmware.api [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214662, 'name': PowerOffVM_Task, 'duration_secs': 0.527586} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.823035] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.823035] env[69486]: DEBUG nova.compute.manager [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.823035] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9756e3b5-b1fd-44aa-ac01-8d99b2bb79c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.140626] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214660, 'name': Rename_Task, 'duration_secs': 1.395304} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.140767] env[69486]: DEBUG nova.compute.utils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.142251] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.142439] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.142613] env[69486]: DEBUG nova.network.neutron [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.144418] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b192b31-4c2e-4ef1-a8a0-54182e048e1b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.155471] env[69486]: DEBUG nova.network.neutron [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updated VIF entry in instance network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.155847] env[69486]: DEBUG nova.network.neutron [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.160232] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.160619] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.166624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.167416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "a305a767-ba06-4230-bce8-4968705ab37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.176375] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1063.176375] env[69486]: value = "task-3214664" [ 1063.176375] env[69486]: _type = "Task" [ 1063.176375] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.185708] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214661, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.195343] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.199878] env[69486]: DEBUG nova.policy [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a9e536c3f046e1859a2d63bf588811', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9c0a0e4c3114e93ac67c208e1f38ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.253625] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214663, 'name': ReconfigVM_Task, 'duration_secs': 0.676203} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.254049] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.254939] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f0f56f-10ed-4c47-a999-cdfbbb659138 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.288905] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4be064-b853-4c08-832e-1c88c937f9a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.308993] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1063.308993] env[69486]: value = "task-3214665" [ 1063.308993] env[69486]: _type = "Task" [ 1063.308993] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.322136] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.337376] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9a5685ef-b434-49d1-9a04-d7e1bcd8f66d tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.580s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.514271] env[69486]: DEBUG nova.network.neutron [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Successfully created port: d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.535716] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ccfc8-40c4-4ca3-9e96-206dd645ca10 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.544122] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c003f-a96f-4a49-8999-64a10680a39d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.579179] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf43f50-ffea-4ef9-a2e2-43ff8c753398 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.588204] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2664411e-de8e-4fd5-8339-b8e1cb54d2ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.605042] env[69486]: DEBUG nova.compute.provider_tree [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.648204] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.666872] env[69486]: DEBUG oslo_concurrency.lockutils [req-77131fa4-fbff-407d-99bf-6adb83854718 req-5476e9cb-f595-428b-ac7d-55fa32c27501 service nova] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667621] env[69486]: DEBUG nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.677925] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.688308] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214661, 'name': CloneVM_Task, 'duration_secs': 1.884085} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.688929] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created linked-clone VM from snapshot [ 1063.690368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd102ee-e4d1-4264-81d0-a2e47d867502 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.697145] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.705094] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Uploading image 8355e05c-894d-42c5-bc1b-c1d70ea61c7a {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1063.741274] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1063.741274] env[69486]: value = "vm-642762" [ 1063.741274] env[69486]: _type = "VirtualMachine" [ 1063.741274] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1063.741553] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bc00332-0e1a-49cb-bf46-81ac33b9fa4a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.750016] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease: (returnval){ [ 1063.750016] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256c23f-2612-b892-5687-d6ffa43a1b54" [ 1063.750016] env[69486]: _type = "HttpNfcLease" [ 1063.750016] env[69486]: } obtained for exporting VM: (result){ [ 1063.750016] env[69486]: value = "vm-642762" [ 1063.750016] env[69486]: _type = "VirtualMachine" [ 1063.750016] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1063.750364] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the lease: (returnval){ [ 1063.750364] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256c23f-2612-b892-5687-d6ffa43a1b54" [ 1063.750364] env[69486]: _type = "HttpNfcLease" [ 1063.750364] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.758636] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.758636] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256c23f-2612-b892-5687-d6ffa43a1b54" [ 1063.758636] env[69486]: _type = "HttpNfcLease" [ 1063.758636] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.823672] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214665, 'name': ReconfigVM_Task, 'duration_secs': 0.247261} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.825643] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.825643] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05075bc6-5510-46b6-a9fe-c05723eca645 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.836090] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1063.836090] env[69486]: value = "task-3214667" [ 1063.836090] env[69486]: _type = "Task" [ 1063.836090] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.855089] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.108609] env[69486]: DEBUG nova.scheduler.client.report [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.196216] env[69486]: DEBUG oslo_vmware.api [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214664, 'name': PowerOnVM_Task, 'duration_secs': 0.560115} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.198409] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.198609] env[69486]: INFO nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1064.198783] env[69486]: DEBUG nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.199748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.201077] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d4b1d-1f19-4a87-9e29-801548abb8dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.210552] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.259077] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.259077] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256c23f-2612-b892-5687-d6ffa43a1b54" [ 1064.259077] env[69486]: _type = "HttpNfcLease" [ 1064.259077] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.259339] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.259339] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5256c23f-2612-b892-5687-d6ffa43a1b54" [ 1064.259339] env[69486]: _type = "HttpNfcLease" [ 1064.259339] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1064.260121] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307112c6-1a52-4912-83e8-c3571886ff60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.268117] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246afd8-f69a-4935-dddd-8a021f13404e/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.268293] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246afd8-f69a-4935-dddd-8a021f13404e/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1064.344299] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.425142] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b237d013-1cd7-43a6-9b0b-f65ff2ae990c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.427405] env[69486]: DEBUG nova.objects.instance [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.613513] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.616044] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.475s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.617578] env[69486]: INFO nova.compute.claims [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.635028] env[69486]: INFO nova.scheduler.client.report [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Deleted allocations for instance 754c1208-fe02-4272-b72c-29164d65887d [ 1064.657773] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.684033] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.684276] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.684431] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.684609] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.684767] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.684922] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.685183] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.685348] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.685469] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.685626] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.685795] env[69486]: DEBUG nova.virt.hardware [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.686692] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28a685-c576-4df2-beb1-1db6227847d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.698395] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c44e1-958f-4939-bffd-a5b47d8f7d97 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.722372] env[69486]: INFO nova.compute.manager [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Took 38.69 seconds to build instance. [ 1064.846685] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.932431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.932951] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.933708] env[69486]: DEBUG nova.network.neutron [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.933708] env[69486]: DEBUG nova.objects.instance [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'info_cache' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.008220] env[69486]: DEBUG nova.compute.manager [req-68e6df8a-0a93-418c-9cae-97b119af68b7 req-27f7f532-237e-44e1-88f6-b9216df0ac6e service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Received event network-vif-plugged-d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1065.008526] env[69486]: DEBUG oslo_concurrency.lockutils [req-68e6df8a-0a93-418c-9cae-97b119af68b7 req-27f7f532-237e-44e1-88f6-b9216df0ac6e service nova] Acquiring lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.008866] env[69486]: DEBUG oslo_concurrency.lockutils [req-68e6df8a-0a93-418c-9cae-97b119af68b7 req-27f7f532-237e-44e1-88f6-b9216df0ac6e service nova] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.009177] env[69486]: DEBUG oslo_concurrency.lockutils [req-68e6df8a-0a93-418c-9cae-97b119af68b7 req-27f7f532-237e-44e1-88f6-b9216df0ac6e service nova] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.009474] env[69486]: DEBUG nova.compute.manager [req-68e6df8a-0a93-418c-9cae-97b119af68b7 req-27f7f532-237e-44e1-88f6-b9216df0ac6e service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] No waiting events found dispatching network-vif-plugged-d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.009678] env[69486]: WARNING nova.compute.manager [req-68e6df8a-0a93-418c-9cae-97b119af68b7 req-27f7f532-237e-44e1-88f6-b9216df0ac6e service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Received unexpected event network-vif-plugged-d8dabb83-c4e1-4495-afae-6cee70525556 for instance with vm_state building and task_state spawning. [ 1065.142994] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d7ee97f2-41de-4ab4-bee6-bc79b3eff034 tempest-ServerDiskConfigTestJSON-691390423 tempest-ServerDiskConfigTestJSON-691390423-project-member] Lock "754c1208-fe02-4272-b72c-29164d65887d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.316s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.227115] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f046fa41-7358-422b-b313-e75571d594ae tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.198s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.238338] env[69486]: DEBUG nova.network.neutron [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Successfully updated port: d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.348375] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.438248] env[69486]: DEBUG nova.objects.base [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.743323] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "refresh_cache-4f0b356e-e52f-4ea6-a93b-4af810b35d21" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.743721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquired lock "refresh_cache-4f0b356e-e52f-4ea6-a93b-4af810b35d21" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.743721] env[69486]: DEBUG nova.network.neutron [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.851662] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.924992] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c612df6-a2fb-4db6-b3e1-2b99d390178d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.934645] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e05be0-5cab-4e47-9fee-4182ace59552 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.971869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22acbab2-831d-4b82-ba96-99a20a6cbef1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.980868] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01b821-ade1-4ea7-ba20-5d814bf8ee6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.985185] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "9b67ee26-66a6-41be-a519-339bc8a9691f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.985443] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.985740] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "9b67ee26-66a6-41be-a519-339bc8a9691f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.985977] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.986184] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.988474] env[69486]: INFO nova.compute.manager [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Terminating instance [ 1065.999044] env[69486]: DEBUG nova.compute.provider_tree [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.054330] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "eeb08e02-1228-4886-b31b-6099c5ea6a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.054555] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.054777] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "eeb08e02-1228-4886-b31b-6099c5ea6a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.054963] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.055153] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.057322] env[69486]: INFO nova.compute.manager [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Terminating instance [ 1066.337551] env[69486]: DEBUG nova.network.neutron [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.351587] env[69486]: DEBUG oslo_vmware.api [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214667, 'name': PowerOnVM_Task, 'duration_secs': 2.397916} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.351906] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.355084] env[69486]: DEBUG nova.compute.manager [None req-a116a185-48f1-4dd4-bde9-0561d8783cd8 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.355915] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e0fc7b-af0e-4446-8d07-7d8af48b26b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.387135] env[69486]: DEBUG nova.network.neutron [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [{"id": "1321206c-1d99-4a6c-b810-91cc71968134", "address": "fa:16:3e:a7:94:5a", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1321206c-1d", "ovs_interfaceid": "1321206c-1d99-4a6c-b810-91cc71968134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.501822] env[69486]: DEBUG nova.compute.manager [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.502269] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.503215] env[69486]: DEBUG nova.scheduler.client.report [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.507836] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875f17e-5836-4770-8548-730319919404 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.517161] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.517486] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640cb228-e61c-4a1b-89a1-17f02791e9d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.527189] env[69486]: DEBUG oslo_vmware.api [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1066.527189] env[69486]: value = "task-3214668" [ 1066.527189] env[69486]: _type = "Task" [ 1066.527189] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.540626] env[69486]: DEBUG oslo_vmware.api [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.561890] env[69486]: DEBUG nova.compute.manager [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.562302] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.563394] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d063660-a262-489f-8a48-1a96b1703b0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.573935] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.574301] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a67231da-3c1e-4e71-9d97-a7004877049c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.586297] env[69486]: DEBUG oslo_vmware.api [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1066.586297] env[69486]: value = "task-3214669" [ 1066.586297] env[69486]: _type = "Task" [ 1066.586297] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.602880] env[69486]: DEBUG oslo_vmware.api [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.706361] env[69486]: DEBUG nova.network.neutron [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Updating instance_info_cache with network_info: [{"id": "d8dabb83-c4e1-4495-afae-6cee70525556", "address": "fa:16:3e:a3:d5:e7", "network": {"id": "8ae9d67c-3b67-428b-875b-62b0495631f0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1503910285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c0a0e4c3114e93ac67c208e1f38ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dabb83-c4", "ovs_interfaceid": "d8dabb83-c4e1-4495-afae-6cee70525556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.890516] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.012473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.013106] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.016706] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.725s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.016706] env[69486]: DEBUG nova.objects.instance [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1067.040329] env[69486]: DEBUG oslo_vmware.api [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214668, 'name': PowerOffVM_Task, 'duration_secs': 0.285211} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.041892] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.042124] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.043390] env[69486]: DEBUG nova.compute.manager [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Received event network-changed-d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1067.043640] env[69486]: DEBUG nova.compute.manager [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Refreshing instance network info cache due to event network-changed-d8dabb83-c4e1-4495-afae-6cee70525556. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1067.043942] env[69486]: DEBUG oslo_concurrency.lockutils [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] Acquiring lock "refresh_cache-4f0b356e-e52f-4ea6-a93b-4af810b35d21" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.044804] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6900c153-a105-4535-a9c5-0734f403bef0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.096732] env[69486]: DEBUG oslo_vmware.api [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214669, 'name': PowerOffVM_Task, 'duration_secs': 0.232044} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.097071] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.097294] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.097602] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4712e321-3b88-4976-8655-fa515365461b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.129779] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.130289] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.130289] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleting the datastore file [datastore2] 9b67ee26-66a6-41be-a519-339bc8a9691f {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.130572] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a664233-8b68-4bfc-92ff-2a6aafc39fbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.137742] env[69486]: DEBUG oslo_vmware.api [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1067.137742] env[69486]: value = "task-3214672" [ 1067.137742] env[69486]: _type = "Task" [ 1067.137742] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.147341] env[69486]: DEBUG oslo_vmware.api [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.167459] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.167741] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.167911] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleting the datastore file [datastore2] eeb08e02-1228-4886-b31b-6099c5ea6a37 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.168227] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d4f1ea-70e5-476a-ae7e-e2b449cd2407 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.177645] env[69486]: DEBUG oslo_vmware.api [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for the task: (returnval){ [ 1067.177645] env[69486]: value = "task-3214673" [ 1067.177645] env[69486]: _type = "Task" [ 1067.177645] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.185586] env[69486]: DEBUG oslo_vmware.api [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.211806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Releasing lock "refresh_cache-4f0b356e-e52f-4ea6-a93b-4af810b35d21" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.212217] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Instance network_info: |[{"id": "d8dabb83-c4e1-4495-afae-6cee70525556", "address": "fa:16:3e:a3:d5:e7", "network": {"id": "8ae9d67c-3b67-428b-875b-62b0495631f0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1503910285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c0a0e4c3114e93ac67c208e1f38ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dabb83-c4", "ovs_interfaceid": "d8dabb83-c4e1-4495-afae-6cee70525556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.212547] env[69486]: DEBUG oslo_concurrency.lockutils [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] Acquired lock "refresh_cache-4f0b356e-e52f-4ea6-a93b-4af810b35d21" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.212760] env[69486]: DEBUG nova.network.neutron [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Refreshing network info cache for port d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.214188] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d5:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8dabb83-c4e1-4495-afae-6cee70525556', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.222746] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Creating folder: Project (a9c0a0e4c3114e93ac67c208e1f38ea9). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.226949] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc0d7ab5-fdf3-40a1-bc4d-61b9fb0dedd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.239417] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Created folder: Project (a9c0a0e4c3114e93ac67c208e1f38ea9) in parent group-v642494. [ 1067.239665] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Creating folder: Instances. Parent ref: group-v642763. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.240208] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee957ea8-21ab-4a18-baa7-2262b33a279e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.252865] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Created folder: Instances in parent group-v642763. [ 1067.253190] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.253439] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.253678] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb268d59-f86e-433f-a307-bde19e70ec05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.277824] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.277824] env[69486]: value = "task-3214676" [ 1067.277824] env[69486]: _type = "Task" [ 1067.277824] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.286840] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214676, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.524969] env[69486]: DEBUG nova.compute.utils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.526943] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.527232] env[69486]: DEBUG nova.network.neutron [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.597918] env[69486]: DEBUG nova.policy [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2631068780c403c84273c950a2e0a9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0246d50469047698a61a71b5b49ec51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.655664] env[69486]: DEBUG oslo_vmware.api [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223825} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.655664] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.655664] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.655664] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.655664] env[69486]: INFO nova.compute.manager [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1067.655664] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.655664] env[69486]: DEBUG nova.compute.manager [-] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.655664] env[69486]: DEBUG nova.network.neutron [-] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.691783] env[69486]: DEBUG oslo_vmware.api [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Task: {'id': task-3214673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206164} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.691783] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.691783] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.691783] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.691783] env[69486]: INFO nova.compute.manager [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1067.691783] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.691783] env[69486]: DEBUG nova.compute.manager [-] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.691783] env[69486]: DEBUG nova.network.neutron [-] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.797271] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214676, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.898798] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.898798] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-949985d3-55b0-4e45-bbbf-882e5a3d79c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.907767] env[69486]: DEBUG oslo_vmware.api [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1067.907767] env[69486]: value = "task-3214677" [ 1067.907767] env[69486]: _type = "Task" [ 1067.907767] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.920178] env[69486]: DEBUG oslo_vmware.api [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.032768] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.035956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-968cb371-f924-4b09-aabe-74ea8798e3cb tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.037691] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.417s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.037691] env[69486]: DEBUG nova.objects.instance [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.211474] env[69486]: DEBUG nova.compute.manager [req-38062630-3389-4ee2-9515-325498a66b88 req-f0105853-945c-42e0-b670-caa923dda485 service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Received event network-vif-deleted-e1e35123-2955-4c22-b802-1421f946dfb0 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1068.211474] env[69486]: INFO nova.compute.manager [req-38062630-3389-4ee2-9515-325498a66b88 req-f0105853-945c-42e0-b670-caa923dda485 service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Neutron deleted interface e1e35123-2955-4c22-b802-1421f946dfb0; detaching it from the instance and deleting it from the info cache [ 1068.211474] env[69486]: DEBUG nova.network.neutron [req-38062630-3389-4ee2-9515-325498a66b88 req-f0105853-945c-42e0-b670-caa923dda485 service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.290017] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214676, 'name': CreateVM_Task, 'duration_secs': 0.60701} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.290200] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.290923] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.291081] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.291396] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.292278] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865f8dcb-20fb-4deb-86e6-f40ca363f831 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.301030] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1068.301030] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528ba6e0-544b-696a-0a1e-dc036c4e0a14" [ 1068.301030] env[69486]: _type = "Task" [ 1068.301030] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.309582] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528ba6e0-544b-696a-0a1e-dc036c4e0a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.365706] env[69486]: DEBUG nova.network.neutron [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Updated VIF entry in instance network info cache for port d8dabb83-c4e1-4495-afae-6cee70525556. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.365706] env[69486]: DEBUG nova.network.neutron [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Updating instance_info_cache with network_info: [{"id": "d8dabb83-c4e1-4495-afae-6cee70525556", "address": "fa:16:3e:a3:d5:e7", "network": {"id": "8ae9d67c-3b67-428b-875b-62b0495631f0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1503910285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c0a0e4c3114e93ac67c208e1f38ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dabb83-c4", "ovs_interfaceid": "d8dabb83-c4e1-4495-afae-6cee70525556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.419919] env[69486]: DEBUG oslo_vmware.api [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.441469] env[69486]: DEBUG nova.network.neutron [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Successfully created port: c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.592687] env[69486]: DEBUG nova.network.neutron [-] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.714195] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f2bbaac-0895-409f-a541-bcbd5af9c79b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.725336] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39dce8c-457e-4456-9f59-53205294daf0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.750943] env[69486]: INFO nova.compute.manager [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Unrescuing [ 1068.751280] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.751637] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.751861] env[69486]: DEBUG nova.network.neutron [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.772194] env[69486]: DEBUG nova.compute.manager [req-38062630-3389-4ee2-9515-325498a66b88 req-f0105853-945c-42e0-b670-caa923dda485 service nova] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Detach interface failed, port_id=e1e35123-2955-4c22-b802-1421f946dfb0, reason: Instance eeb08e02-1228-4886-b31b-6099c5ea6a37 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1068.818120] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528ba6e0-544b-696a-0a1e-dc036c4e0a14, 'name': SearchDatastore_Task, 'duration_secs': 0.017236} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.818796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819103] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.819408] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.819574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819925] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.820126] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ae10728-ec53-4ffd-829c-c9aa08c2b623 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.832878] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.832878] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.837527] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7067124-f79f-4bbc-9104-6413535ce221 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.842900] env[69486]: DEBUG nova.network.neutron [-] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.845813] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1068.845813] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca525c-5ba3-5c9a-5cd4-b2cbe36f2799" [ 1068.845813] env[69486]: _type = "Task" [ 1068.845813] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.856087] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca525c-5ba3-5c9a-5cd4-b2cbe36f2799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.868341] env[69486]: DEBUG oslo_concurrency.lockutils [req-0789ead2-24f3-4241-b125-1da9d7e2bbc8 req-ffb5d0ec-6456-4ca0-825a-2b2ffb1f71d5 service nova] Releasing lock "refresh_cache-4f0b356e-e52f-4ea6-a93b-4af810b35d21" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.923103] env[69486]: DEBUG oslo_vmware.api [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214677, 'name': PowerOnVM_Task, 'duration_secs': 0.642706} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.923394] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.923601] env[69486]: DEBUG nova.compute.manager [None req-d77591c2-e4f9-4756-9448-7d5b56eeb194 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.924421] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a994b0-e1ab-4f5b-99e0-bb4d1b676a73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.928364] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85464dd7-17c5-48ae-b3e2-05ffb61927bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.940567] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766b09e-6b71-46fd-97ec-185a7ffba0b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.981740] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca7f68a-1d75-4867-ad33-bb8780d0f514 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.713795] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.715883] env[69486]: INFO nova.compute.manager [-] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Took 2.02 seconds to deallocate network for instance. [ 1069.718965] env[69486]: INFO nova.compute.manager [-] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Took 2.07 seconds to deallocate network for instance. [ 1069.723288] env[69486]: DEBUG nova.compute.manager [req-e2ef24f2-794f-4f04-a745-addb8d76e02d req-a29ef6b2-d193-4de2-9e4c-4b8632acc209 service nova] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Received event network-vif-deleted-1399b0ef-b26c-43e3-b880-73d437d3184b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1069.729340] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9ce03-5938-4a53-b4d3-f1823536eba7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.746900] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ca525c-5ba3-5c9a-5cd4-b2cbe36f2799, 'name': SearchDatastore_Task, 'duration_secs': 0.014291} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.749101] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.749350] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.749485] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.749665] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.749865] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.750047] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.750270] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.750440] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.750607] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.750765] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.750937] env[69486]: DEBUG nova.virt.hardware [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.760303] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0cc6d-9ba3-45b9-8846-fecee4804dcb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.763070] env[69486]: DEBUG nova.compute.provider_tree [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.764815] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f100ba-e736-4ebc-a06c-43971881bf1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.771849] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1069.771849] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5226eec9-fa5b-dd9b-192b-baafcdadf64a" [ 1069.771849] env[69486]: _type = "Task" [ 1069.771849] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.778794] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d24ca-15f5-4d2c-bb9f-0ff11dfcf249 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.800439] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5226eec9-fa5b-dd9b-192b-baafcdadf64a, 'name': SearchDatastore_Task, 'duration_secs': 0.014458} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.803809] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.804436] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 4f0b356e-e52f-4ea6-a93b-4af810b35d21/4f0b356e-e52f-4ea6-a93b-4af810b35d21.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.805568] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-135f8303-a58f-4007-91b9-131b91c195e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.816579] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1069.816579] env[69486]: value = "task-3214678" [ 1069.816579] env[69486]: _type = "Task" [ 1069.816579] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.829065] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.101652] env[69486]: DEBUG nova.network.neutron [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Updating instance_info_cache with network_info: [{"id": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "address": "fa:16:3e:74:3c:5b", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b80876f-95", "ovs_interfaceid": "4b80876f-95ca-41fe-8e3d-327c0bbfb4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.242050] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.269262] env[69486]: DEBUG nova.scheduler.client.report [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.301639] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.333721] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214678, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.441123] env[69486]: DEBUG nova.network.neutron [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Successfully updated port: c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.605056] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-2d0f8299-9a01-4c60-8914-fa9912045b6b" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.610103] env[69486]: DEBUG nova.objects.instance [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'flavor' on Instance uuid 2d0f8299-9a01-4c60-8914-fa9912045b6b {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.774575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.737s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.777071] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.323s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.777323] env[69486]: DEBUG nova.objects.instance [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lazy-loading 'resources' on Instance uuid cf009b8f-e298-4ec8-b026-a6786df92bba {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.802483] env[69486]: INFO nova.scheduler.client.report [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9 [ 1070.830117] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800244} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.830888] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 4f0b356e-e52f-4ea6-a93b-4af810b35d21/4f0b356e-e52f-4ea6-a93b-4af810b35d21.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.831253] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.831517] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a11aaf08-de5a-4401-8308-eb5eb2da8ff0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.839599] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1070.839599] env[69486]: value = "task-3214679" [ 1070.839599] env[69486]: _type = "Task" [ 1070.839599] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.849845] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.944793] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-a5ebd197-5506-4001-a6bd-38e2accbf314" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.945079] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-a5ebd197-5506-4001-a6bd-38e2accbf314" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.945337] env[69486]: DEBUG nova.network.neutron [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.113865] env[69486]: DEBUG nova.compute.manager [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Received event network-vif-plugged-c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1071.113865] env[69486]: DEBUG oslo_concurrency.lockutils [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] Acquiring lock "a5ebd197-5506-4001-a6bd-38e2accbf314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.113865] env[69486]: DEBUG oslo_concurrency.lockutils [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.113865] env[69486]: DEBUG oslo_concurrency.lockutils [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.113865] env[69486]: DEBUG nova.compute.manager [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] No waiting events found dispatching network-vif-plugged-c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.113865] env[69486]: WARNING nova.compute.manager [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Received unexpected event network-vif-plugged-c01bae94-857e-4a15-9165-ccecc6159844 for instance with vm_state building and task_state spawning. [ 1071.113865] env[69486]: DEBUG nova.compute.manager [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Received event network-changed-c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1071.113865] env[69486]: DEBUG nova.compute.manager [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Refreshing instance network info cache due to event network-changed-c01bae94-857e-4a15-9165-ccecc6159844. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1071.113865] env[69486]: DEBUG oslo_concurrency.lockutils [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] Acquiring lock "refresh_cache-a5ebd197-5506-4001-a6bd-38e2accbf314" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.117612] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8253cc-69b9-4ea7-a511-8ec7ac100477 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.142285] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.142285] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b83291-7321-4eb2-b449-dee262fbbb7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.152494] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1071.152494] env[69486]: value = "task-3214680" [ 1071.152494] env[69486]: _type = "Task" [ 1071.152494] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.163583] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.314823] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f45c4e47-2b4f-401d-8544-d3d18d36c343 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.570s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.352206] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078002} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.354811] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.355803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155f8d34-1484-48cf-9be6-1ba22174e806 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.380523] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 4f0b356e-e52f-4ea6-a93b-4af810b35d21/4f0b356e-e52f-4ea6-a93b-4af810b35d21.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.384194] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6164cef2-0b4d-4cda-b0d7-490bbdc59343 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.406098] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1071.406098] env[69486]: value = "task-3214681" [ 1071.406098] env[69486]: _type = "Task" [ 1071.406098] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.418845] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.487190] env[69486]: DEBUG nova.network.neutron [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.664838] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214680, 'name': PowerOffVM_Task, 'duration_secs': 0.451226} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.664838] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.670555] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.671883] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5a7388-4f6a-49fd-b6c7-5409f5bde20b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.685427] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416f7a9d-3bc9-4b1f-a53e-218c820d0577 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.695942] env[69486]: DEBUG nova.network.neutron [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Updating instance_info_cache with network_info: [{"id": "c01bae94-857e-4a15-9165-ccecc6159844", "address": "fa:16:3e:94:d9:85", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc01bae94-85", "ovs_interfaceid": "c01bae94-857e-4a15-9165-ccecc6159844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.699991] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aec96d-aa59-4210-b400-438370ddb64a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.705222] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1071.705222] env[69486]: value = "task-3214682" [ 1071.705222] env[69486]: _type = "Task" [ 1071.705222] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.744592] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358f5ee3-07de-4266-83ae-c56f031cf3a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.751464] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.758148] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909fbe73-11b8-4f40-b5df-f89203c9278c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.776641] env[69486]: DEBUG nova.compute.provider_tree [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.917892] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214681, 'name': ReconfigVM_Task, 'duration_secs': 0.494441} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.920175] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 4f0b356e-e52f-4ea6-a93b-4af810b35d21/4f0b356e-e52f-4ea6-a93b-4af810b35d21.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.920175] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e69f53-d4b7-4fc1-aa82-dc56b128c2ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.928614] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1071.928614] env[69486]: value = "task-3214683" [ 1071.928614] env[69486]: _type = "Task" [ 1071.928614] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.940938] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214683, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.208508] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-a5ebd197-5506-4001-a6bd-38e2accbf314" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.208858] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Instance network_info: |[{"id": "c01bae94-857e-4a15-9165-ccecc6159844", "address": "fa:16:3e:94:d9:85", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc01bae94-85", "ovs_interfaceid": "c01bae94-857e-4a15-9165-ccecc6159844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.209216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.209433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.210569] env[69486]: DEBUG oslo_concurrency.lockutils [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] Acquired lock "refresh_cache-a5ebd197-5506-4001-a6bd-38e2accbf314" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.210767] env[69486]: DEBUG nova.network.neutron [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Refreshing network info cache for port c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.212146] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d9:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c01bae94-857e-4a15-9165-ccecc6159844', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.222937] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.228180] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.230841] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.232402] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8cadeb-19eb-40ae-b292-7323bcba8e8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.255258] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214682, 'name': ReconfigVM_Task, 'duration_secs': 0.362375} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.257148] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.257527] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.257874] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.257874] env[69486]: value = "task-3214684" [ 1072.257874] env[69486]: _type = "Task" [ 1072.257874] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.258281] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939f5edb-bc05-48ba-9767-446acecef9f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.271735] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214684, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.273243] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1072.273243] env[69486]: value = "task-3214685" [ 1072.273243] env[69486]: _type = "Task" [ 1072.273243] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.279733] env[69486]: DEBUG nova.scheduler.client.report [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.288102] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.439355] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214683, 'name': Rename_Task, 'duration_secs': 0.282284} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.439626] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.439886] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8668924f-4243-4293-b5fb-3a916da2945d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.447439] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1072.447439] env[69486]: value = "task-3214686" [ 1072.447439] env[69486]: _type = "Task" [ 1072.447439] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.456259] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.696976] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.697278] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.754957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.776398] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214684, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.786464] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214685, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.789428] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.792586] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.642s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.792586] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.792586] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1072.792860] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.227s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.794350] env[69486]: INFO nova.compute.claims [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.797954] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa98a0-ac2d-4b9a-9b7d-c778691d2ed7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.807350] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6e20c3-9b7a-4104-b64b-0ff8a8966704 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.836352] env[69486]: INFO nova.scheduler.client.report [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Deleted allocations for instance cf009b8f-e298-4ec8-b026-a6786df92bba [ 1072.838335] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3ef418-4046-483d-a6cf-3326c2863ecc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.852123] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5ae8f8-845c-459d-b61e-0f5cee6d0e18 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.886986] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178724MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1072.887172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.975161] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.003263] env[69486]: DEBUG nova.network.neutron [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Updated VIF entry in instance network info cache for port c01bae94-857e-4a15-9165-ccecc6159844. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.003263] env[69486]: DEBUG nova.network.neutron [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Updating instance_info_cache with network_info: [{"id": "c01bae94-857e-4a15-9165-ccecc6159844", "address": "fa:16:3e:94:d9:85", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc01bae94-85", "ovs_interfaceid": "c01bae94-857e-4a15-9165-ccecc6159844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.202939] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.274496] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214684, 'name': CreateVM_Task, 'duration_secs': 0.624764} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.274834] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.275576] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.275745] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.276080] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.276391] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bffc652-ae7f-45c3-844b-727535e89aca {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.286436] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1073.286436] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f8337-affa-a246-3a79-caa739563260" [ 1073.286436] env[69486]: _type = "Task" [ 1073.286436] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.288994] env[69486]: DEBUG oslo_vmware.api [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214685, 'name': PowerOnVM_Task, 'duration_secs': 0.595233} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.292038] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.292311] env[69486]: DEBUG nova.compute.manager [None req-d2f4df55-a55f-4d55-87d1-c4bc839cbfee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.293156] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e47158-d68b-46d3-8750-cbf98e445eb9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.303465] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f8337-affa-a246-3a79-caa739563260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.349599] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e3af8cec-0211-4ac4-acaf-9cdf6e2a4488 tempest-ServersListShow296Test-1387567151 tempest-ServersListShow296Test-1387567151-project-member] Lock "cf009b8f-e298-4ec8-b026-a6786df92bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.670s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.458616] env[69486]: DEBUG oslo_vmware.api [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214686, 'name': PowerOnVM_Task, 'duration_secs': 0.713296} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.458875] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.459088] env[69486]: INFO nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1073.459268] env[69486]: DEBUG nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.460091] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3108340f-6fb8-42ca-8900-32ca35266129 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.505619] env[69486]: DEBUG oslo_concurrency.lockutils [req-cfa81cad-1128-4fe1-9cbd-75425201453a req-4ab6b1bb-e58c-4f7b-aaec-f36d36dd2295 service nova] Releasing lock "refresh_cache-a5ebd197-5506-4001-a6bd-38e2accbf314" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.725908] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.800572] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f8337-affa-a246-3a79-caa739563260, 'name': SearchDatastore_Task, 'duration_secs': 0.019331} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.800849] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.801119] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.801369] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.801624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.801733] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.802024] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-770c292c-c72f-4855-9bce-bc662e74cdaa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.815581] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.816205] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.817761] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9982972f-5a5f-4543-892f-7e934507d5dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.825318] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1073.825318] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ddcae-8fd3-2cd2-2526-6e57d87c1f05" [ 1073.825318] env[69486]: _type = "Task" [ 1073.825318] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.836104] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ddcae-8fd3-2cd2-2526-6e57d87c1f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.978947] env[69486]: INFO nova.compute.manager [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Took 39.06 seconds to build instance. [ 1074.110672] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4819b4-f4df-4faa-abc9-b76178ef61fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.119924] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7b611-69bf-4e1b-97ef-ee5b15c77195 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.154836] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b41b8d-eb0b-49bc-9222-120b4d959798 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.163466] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f2c25e-e67b-48f1-b8c2-cdc42a82d454 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.179816] env[69486]: DEBUG nova.compute.provider_tree [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.337295] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525ddcae-8fd3-2cd2-2526-6e57d87c1f05, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.338102] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb99d67-5ccf-4097-b3c2-6e83c195e0bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.346062] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1074.346062] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b0b2fa-2cc1-f99f-59ef-24083b3b2b84" [ 1074.346062] env[69486]: _type = "Task" [ 1074.346062] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.354807] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b0b2fa-2cc1-f99f-59ef-24083b3b2b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.482188] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7bf31c74-cc34-405d-b9ec-c5dab289cedd tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.568s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.574732] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246afd8-f69a-4935-dddd-8a021f13404e/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.575697] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd117e90-6fcf-4e8d-9e2b-ee9c4d1ee880 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.582835] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246afd8-f69a-4935-dddd-8a021f13404e/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.583149] env[69486]: ERROR oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246afd8-f69a-4935-dddd-8a021f13404e/disk-0.vmdk due to incomplete transfer. [ 1074.583424] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6353768d-736c-4c2d-ac91-a9656a6bcee4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.591242] env[69486]: DEBUG oslo_vmware.rw_handles [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246afd8-f69a-4935-dddd-8a021f13404e/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1074.591460] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Uploaded image 8355e05c-894d-42c5-bc1b-c1d70ea61c7a to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1074.593993] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.594272] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12d196fd-1ab5-4dd8-a28d-6a4e5aa2c70a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.600672] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1074.600672] env[69486]: value = "task-3214687" [ 1074.600672] env[69486]: _type = "Task" [ 1074.600672] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.608653] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214687, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.683707] env[69486]: DEBUG nova.scheduler.client.report [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.858276] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b0b2fa-2cc1-f99f-59ef-24083b3b2b84, 'name': SearchDatastore_Task, 'duration_secs': 0.016685} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.858276] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.858508] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] a5ebd197-5506-4001-a6bd-38e2accbf314/a5ebd197-5506-4001-a6bd-38e2accbf314.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.858843] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d996004f-9651-401e-95dc-420aafc3534e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.869426] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1074.869426] env[69486]: value = "task-3214688" [ 1074.869426] env[69486]: _type = "Task" [ 1074.869426] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.878805] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.111985] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214687, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.191059] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.191059] env[69486]: DEBUG nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.192657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.699s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.194224] env[69486]: INFO nova.compute.claims [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.289126] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.289756] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.289756] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.289854] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.289954] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.292394] env[69486]: INFO nova.compute.manager [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Terminating instance [ 1075.380532] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.611668] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214687, 'name': Destroy_Task, 'duration_secs': 0.864992} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.611937] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroyed the VM [ 1075.612768] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.612768] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c9e1937-1123-4faf-a56a-a807d4317e88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.619389] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1075.619389] env[69486]: value = "task-3214689" [ 1075.619389] env[69486]: _type = "Task" [ 1075.619389] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.628746] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214689, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.702088] env[69486]: DEBUG nova.compute.utils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.703487] env[69486]: DEBUG nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1075.799031] env[69486]: DEBUG nova.compute.manager [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.799031] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.799031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a04f24-d4f7-4d74-a128-57151b402d0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.808990] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.808990] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9073eca3-f4d5-4f41-8385-6b12f76f3a4f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.817053] env[69486]: DEBUG oslo_vmware.api [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1075.817053] env[69486]: value = "task-3214690" [ 1075.817053] env[69486]: _type = "Task" [ 1075.817053] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.826255] env[69486]: DEBUG oslo_vmware.api [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.880945] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571435} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.881111] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] a5ebd197-5506-4001-a6bd-38e2accbf314/a5ebd197-5506-4001-a6bd-38e2accbf314.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.881301] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.881556] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee4e4e21-8686-47f3-a6f9-a0a2bcce6536 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.889679] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1075.889679] env[69486]: value = "task-3214691" [ 1075.889679] env[69486]: _type = "Task" [ 1075.889679] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.898909] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.131307] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214689, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.208551] env[69486]: DEBUG nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.329084] env[69486]: DEBUG oslo_vmware.api [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214690, 'name': PowerOffVM_Task, 'duration_secs': 0.309677} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.329347] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.329534] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.329792] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa5840c4-a4d9-42b2-a08c-473bfc7c38fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.405478] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082321} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.405752] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.406961] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333210a-a558-4a3d-b73f-2056e30781d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.432848] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a5ebd197-5506-4001-a6bd-38e2accbf314/a5ebd197-5506-4001-a6bd-38e2accbf314.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.435526] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd51aacf-b0dc-4d3c-ae6a-657b8d8a4fcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.458399] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1076.458399] env[69486]: value = "task-3214693" [ 1076.458399] env[69486]: _type = "Task" [ 1076.458399] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.469085] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.507632] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19438ba6-a937-4117-a968-c85cf5808648 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.515977] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62270c28-c835-4a88-97dd-4757f35f2c26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.548182] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017890d7-327c-470f-86eb-441f597d15aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.557138] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8abe5b-4bdd-48d2-9e1d-6d26cf8531c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.571928] env[69486]: DEBUG nova.compute.provider_tree [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.632404] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214689, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.886233] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.886399] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.886576] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Deleting the datastore file [datastore1] 4f0b356e-e52f-4ea6-a93b-4af810b35d21 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.886849] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b77f30-a5a7-4a3d-be76-2e1e9f379548 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.894711] env[69486]: DEBUG oslo_vmware.api [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for the task: (returnval){ [ 1076.894711] env[69486]: value = "task-3214694" [ 1076.894711] env[69486]: _type = "Task" [ 1076.894711] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.902721] env[69486]: DEBUG oslo_vmware.api [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.969339] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214693, 'name': ReconfigVM_Task, 'duration_secs': 0.484586} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.969625] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a5ebd197-5506-4001-a6bd-38e2accbf314/a5ebd197-5506-4001-a6bd-38e2accbf314.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.970294] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e16c1617-cccc-424c-a136-9fe451b2d06a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.977298] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1076.977298] env[69486]: value = "task-3214695" [ 1076.977298] env[69486]: _type = "Task" [ 1076.977298] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.992362] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214695, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.074934] env[69486]: DEBUG nova.scheduler.client.report [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.131540] env[69486]: DEBUG oslo_vmware.api [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214689, 'name': RemoveSnapshot_Task, 'duration_secs': 1.176372} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.132662] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.132662] env[69486]: INFO nova.compute.manager [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 17.59 seconds to snapshot the instance on the hypervisor. [ 1077.213057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.213057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.220198] env[69486]: DEBUG nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.248817] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.249025] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.249179] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.249357] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.249716] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.249716] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.249895] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.250680] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.250979] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.251298] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.251588] env[69486]: DEBUG nova.virt.hardware [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.252667] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b5ea5-43a7-40ce-a526-f52cdce1e240 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.262423] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047b211-e9e2-4386-9f97-5a783bfd3a26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.277275] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.283441] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Creating folder: Project (1f58daff36964db091b97e067d17ec3d). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.283727] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09594a80-b4e3-4cfd-80f5-09bb442b4899 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.296621] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Created folder: Project (1f58daff36964db091b97e067d17ec3d) in parent group-v642494. [ 1077.296823] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Creating folder: Instances. Parent ref: group-v642767. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.297071] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ae6d4c-ce1a-4228-854d-375d736f7084 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.308041] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Created folder: Instances in parent group-v642767. [ 1077.308296] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.308485] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.308692] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8d2fb89-b02a-4ad0-a0c8-18b10df6301e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.328239] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.328239] env[69486]: value = "task-3214698" [ 1077.328239] env[69486]: _type = "Task" [ 1077.328239] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.340061] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214698, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.407213] env[69486]: DEBUG oslo_vmware.api [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Task: {'id': task-3214694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379889} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.407830] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.407830] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.408059] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.408377] env[69486]: INFO nova.compute.manager [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1077.408623] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.408841] env[69486]: DEBUG nova.compute.manager [-] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.408945] env[69486]: DEBUG nova.network.neutron [-] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.488512] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214695, 'name': Rename_Task, 'duration_secs': 0.264944} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.488790] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.489058] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95fccc34-30af-47f4-a070-512b58a7befe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.495776] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1077.495776] env[69486]: value = "task-3214699" [ 1077.495776] env[69486]: _type = "Task" [ 1077.495776] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.504826] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.580452] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.581413] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.584283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.384s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.585842] env[69486]: INFO nova.compute.claims [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.686719] env[69486]: DEBUG nova.compute.manager [req-19fe76ea-3b77-4c53-91a3-7d14517e9fdc req-da64beb5-8181-4757-94fc-54addb74b86b service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Received event network-vif-deleted-d8dabb83-c4e1-4495-afae-6cee70525556 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1077.686998] env[69486]: INFO nova.compute.manager [req-19fe76ea-3b77-4c53-91a3-7d14517e9fdc req-da64beb5-8181-4757-94fc-54addb74b86b service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Neutron deleted interface d8dabb83-c4e1-4495-afae-6cee70525556; detaching it from the instance and deleting it from the info cache [ 1077.687277] env[69486]: DEBUG nova.network.neutron [req-19fe76ea-3b77-4c53-91a3-7d14517e9fdc req-da64beb5-8181-4757-94fc-54addb74b86b service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.701406] env[69486]: DEBUG nova.compute.manager [None req-e5046744-569b-4685-816a-be19240b7a1f tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Found 1 images (rotation: 2) {{(pid=69486) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5035}} [ 1077.715143] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.839737] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214698, 'name': CreateVM_Task, 'duration_secs': 0.298814} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.839921] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.840365] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.840597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.840957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.841234] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e533ee-1621-4df5-8874-018d73ca6dd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.847178] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1077.847178] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520a53b9-3714-81f1-e3ae-9d5647aee6ee" [ 1077.847178] env[69486]: _type = "Task" [ 1077.847178] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.856782] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520a53b9-3714-81f1-e3ae-9d5647aee6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.006992] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214699, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.093688] env[69486]: DEBUG nova.compute.utils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.095286] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.095381] env[69486]: DEBUG nova.network.neutron [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.137940] env[69486]: DEBUG nova.policy [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0762a1a611043d0af3167735f8f547f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd2d5de1a44248a2d3872a82667de9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.167594] env[69486]: DEBUG nova.network.neutron [-] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.195651] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a6d1233-7581-4e97-9966-6832194cba30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.210708] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f526f-a684-46c8-9ef1-6609444fc899 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.252157] env[69486]: DEBUG nova.compute.manager [req-19fe76ea-3b77-4c53-91a3-7d14517e9fdc req-da64beb5-8181-4757-94fc-54addb74b86b service nova] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Detach interface failed, port_id=d8dabb83-c4e1-4495-afae-6cee70525556, reason: Instance 4f0b356e-e52f-4ea6-a93b-4af810b35d21 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1078.253515] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.359569] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]520a53b9-3714-81f1-e3ae-9d5647aee6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.038102} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.359852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.360162] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.360447] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.360597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.360779] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.361134] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f6fe5b7-9c3c-492b-9ff8-beae9e5cd10e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.373019] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.373222] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.373952] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a70586-cc00-4e37-943f-8a5d6b7d6854 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.379922] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1078.379922] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5273b5ff-6d11-25fe-ba03-00a50ac376f3" [ 1078.379922] env[69486]: _type = "Task" [ 1078.379922] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.388894] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5273b5ff-6d11-25fe-ba03-00a50ac376f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.448489] env[69486]: DEBUG nova.network.neutron [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Successfully created port: cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.507266] env[69486]: DEBUG oslo_vmware.api [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214699, 'name': PowerOnVM_Task, 'duration_secs': 0.8427} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.507578] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.507783] env[69486]: INFO nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1078.507961] env[69486]: DEBUG nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.508741] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e662a5-c69b-430e-b5e5-211b7d44e095 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.599310] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.670920] env[69486]: INFO nova.compute.manager [-] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Took 1.26 seconds to deallocate network for instance. [ 1078.783524] env[69486]: DEBUG nova.compute.manager [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.784446] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce544d3-8ab6-408a-b86d-29b6dbe88b5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.891130] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5273b5ff-6d11-25fe-ba03-00a50ac376f3, 'name': SearchDatastore_Task, 'duration_secs': 0.029783} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.894594] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1cbc4e-ebaf-4b29-9b47-b495f0c13577 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.900360] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1078.900360] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f916e-b64a-06e2-2b5d-310832867931" [ 1078.900360] env[69486]: _type = "Task" [ 1078.900360] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.904798] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb67d5-89d7-4732-86d5-5bb8314a70ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.912034] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f916e-b64a-06e2-2b5d-310832867931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.914471] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c59f2-2b88-4829-b490-038adc6e9780 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.954497] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c9d19-baaf-4534-ab34-c5772702cb96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.970490] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9352ce26-93aa-4e17-9963-5f57f54c2b9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.985032] env[69486]: DEBUG nova.compute.provider_tree [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.027973] env[69486]: INFO nova.compute.manager [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Took 28.91 seconds to build instance. [ 1079.178195] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.301878] env[69486]: INFO nova.compute.manager [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] instance snapshotting [ 1079.302475] env[69486]: DEBUG nova.objects.instance [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'flavor' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.411336] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527f916e-b64a-06e2-2b5d-310832867931, 'name': SearchDatastore_Task, 'duration_secs': 0.022205} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.411584] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.411929] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.412205] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d90e4e1-f2cb-4500-8f3f-e09ad01176bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.420812] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1079.420812] env[69486]: value = "task-3214700" [ 1079.420812] env[69486]: _type = "Task" [ 1079.420812] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.430445] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.488651] env[69486]: DEBUG nova.scheduler.client.report [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.529978] env[69486]: DEBUG oslo_concurrency.lockutils [None req-669a1729-b8f9-42ae-8acd-744826f3a5b4 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.423s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.610848] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.636756] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.637122] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.637382] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.637673] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.637908] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.638167] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.638490] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.638787] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.639089] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.639408] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.639810] env[69486]: DEBUG nova.virt.hardware [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.643610] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f7768c-0a2d-4dde-8158-be8cba4e5746 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.648999] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507cad47-10eb-4f6f-85d1-4a406d053301 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.658192] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Suspending the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1079.661526] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-13dca9a4-f18c-4b08-99ba-a902e830a17b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.665526] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea83fb-31de-4249-8c16-2616273e2276 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.691972] env[69486]: DEBUG oslo_vmware.api [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1079.691972] env[69486]: value = "task-3214701" [ 1079.691972] env[69486]: _type = "Task" [ 1079.691972] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.704215] env[69486]: DEBUG oslo_vmware.api [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214701, 'name': SuspendVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.809762] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a77708-48fd-40d0-b4bc-0c3f9901a9eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.841264] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9997574-ffa6-4ccd-999c-e899de83f381 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.895436] env[69486]: DEBUG nova.compute.manager [req-d9d98fa9-4ad6-4b0b-b1ff-a2a1a5d8dff0 req-75e6773b-4f0c-46ab-aa55-c008e06b8647 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Received event network-vif-plugged-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1079.895729] env[69486]: DEBUG oslo_concurrency.lockutils [req-d9d98fa9-4ad6-4b0b-b1ff-a2a1a5d8dff0 req-75e6773b-4f0c-46ab-aa55-c008e06b8647 service nova] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.895990] env[69486]: DEBUG oslo_concurrency.lockutils [req-d9d98fa9-4ad6-4b0b-b1ff-a2a1a5d8dff0 req-75e6773b-4f0c-46ab-aa55-c008e06b8647 service nova] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.896217] env[69486]: DEBUG oslo_concurrency.lockutils [req-d9d98fa9-4ad6-4b0b-b1ff-a2a1a5d8dff0 req-75e6773b-4f0c-46ab-aa55-c008e06b8647 service nova] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.896432] env[69486]: DEBUG nova.compute.manager [req-d9d98fa9-4ad6-4b0b-b1ff-a2a1a5d8dff0 req-75e6773b-4f0c-46ab-aa55-c008e06b8647 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] No waiting events found dispatching network-vif-plugged-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.896658] env[69486]: WARNING nova.compute.manager [req-d9d98fa9-4ad6-4b0b-b1ff-a2a1a5d8dff0 req-75e6773b-4f0c-46ab-aa55-c008e06b8647 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Received unexpected event network-vif-plugged-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 for instance with vm_state building and task_state spawning. [ 1079.932539] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.997273] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.997273] env[69486]: DEBUG nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.998515] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.788s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.000464] env[69486]: INFO nova.compute.claims [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.013469] env[69486]: DEBUG nova.network.neutron [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Successfully updated port: cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.203048] env[69486]: DEBUG oslo_vmware.api [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214701, 'name': SuspendVM_Task} progress is 83%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.356104] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.356432] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac75512a-6d0f-489f-abe7-a5c7266208b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.366464] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1080.366464] env[69486]: value = "task-3214702" [ 1080.366464] env[69486]: _type = "Task" [ 1080.366464] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.377767] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.432105] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673976} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.432456] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.432723] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.433044] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3b0c9a8-61c4-475d-8d6b-af185b664e2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.441354] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1080.441354] env[69486]: value = "task-3214703" [ 1080.441354] env[69486]: _type = "Task" [ 1080.441354] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.449956] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.505920] env[69486]: DEBUG nova.compute.utils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.509900] env[69486]: DEBUG nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1080.516870] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.516870] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.517174] env[69486]: DEBUG nova.network.neutron [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.702684] env[69486]: DEBUG oslo_vmware.api [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214701, 'name': SuspendVM_Task, 'duration_secs': 0.844072} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.702962] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Suspended the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1080.703154] env[69486]: DEBUG nova.compute.manager [None req-6bc226bc-5256-4794-b6f5-0a853329b4fe tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.703916] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5041b016-181e-45e8-89d5-cfda9310e68a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.877847] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.951757] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078811} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.952133] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.953048] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41a5210-c32f-4031-8ead-1b44d1e69eea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.984024] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.984369] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58620ca3-6fe4-4a47-9810-2367a6142c9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.005237] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1081.005237] env[69486]: value = "task-3214704" [ 1081.005237] env[69486]: _type = "Task" [ 1081.005237] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.009985] env[69486]: DEBUG nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.019105] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.054328] env[69486]: DEBUG nova.network.neutron [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.203451] env[69486]: DEBUG nova.network.neutron [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating instance_info_cache with network_info: [{"id": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "address": "fa:16:3e:17:a4:76", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd85f1a7-f7", "ovs_interfaceid": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.305203] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627e2e30-1953-46ec-a8b3-a04b2c8b6b01 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.313962] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c76382e-bc8d-4662-af73-b1df47538aec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.345084] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d017c5a1-536d-410f-af4a-7a85c75decbd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.353851] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b182e-3c5a-40f7-b59a-56dbd9ed4ab7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.370450] env[69486]: DEBUG nova.compute.provider_tree [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.382383] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214702, 'name': CreateSnapshot_Task, 'duration_secs': 0.683629} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.382383] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.382383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9bc93-7052-4e18-bf12-b6d5a85d18e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.516301] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.706498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.706851] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance network_info: |[{"id": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "address": "fa:16:3e:17:a4:76", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd85f1a7-f7", "ovs_interfaceid": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.707297] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:a4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.715426] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.715641] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.715859] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869868b7-0182-45ef-82d6-03da73f328dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.736569] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.736569] env[69486]: value = "task-3214705" [ 1081.736569] env[69486]: _type = "Task" [ 1081.736569] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.748165] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214705, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.876338] env[69486]: DEBUG nova.scheduler.client.report [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.902386] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.902987] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e940394d-fde6-4280-a438-5c3843e0e798 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.913780] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1081.913780] env[69486]: value = "task-3214706" [ 1081.913780] env[69486]: _type = "Task" [ 1081.913780] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.923890] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214706, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.931542] env[69486]: DEBUG nova.compute.manager [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Received event network-changed-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1081.931542] env[69486]: DEBUG nova.compute.manager [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Refreshing instance network info cache due to event network-changed-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1081.931802] env[69486]: DEBUG oslo_concurrency.lockutils [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] Acquiring lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.931960] env[69486]: DEBUG oslo_concurrency.lockutils [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] Acquired lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.932368] env[69486]: DEBUG nova.network.neutron [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Refreshing network info cache for port cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.020807] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.025472] env[69486]: DEBUG nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.034622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "a5ebd197-5506-4001-a6bd-38e2accbf314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.034748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.034950] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "a5ebd197-5506-4001-a6bd-38e2accbf314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.035159] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.035330] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.037656] env[69486]: INFO nova.compute.manager [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Terminating instance [ 1082.050903] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.051054] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.051120] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.051296] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.051443] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.051600] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.051808] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.051965] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.052142] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.052305] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.052473] env[69486]: DEBUG nova.virt.hardware [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.053348] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8991e-67eb-43f0-9825-921713e31b3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.065444] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d468280d-61b5-4971-b14f-8c21cbec6fd2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.080483] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.086171] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Creating folder: Project (77661eb2337c46db9b1cc01a0d81e5bb). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.086458] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35409f16-9f02-4b0f-9276-4c350438a5ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.098281] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Created folder: Project (77661eb2337c46db9b1cc01a0d81e5bb) in parent group-v642494. [ 1082.098494] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Creating folder: Instances. Parent ref: group-v642773. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.098733] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b5d23ee-29a1-4b3f-bc3d-0133c37deaed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.109673] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Created folder: Instances in parent group-v642773. [ 1082.109936] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.110122] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.110329] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-251127eb-ae5d-4804-9036-0cff386f8f22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.127290] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.127290] env[69486]: value = "task-3214709" [ 1082.127290] env[69486]: _type = "Task" [ 1082.127290] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.141649] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214709, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.247165] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214705, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.382156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.382797] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.385967] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.144s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.386250] env[69486]: DEBUG nova.objects.instance [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lazy-loading 'resources' on Instance uuid eeb08e02-1228-4886-b31b-6099c5ea6a37 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.425221] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214706, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.520951] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214704, 'name': ReconfigVM_Task, 'duration_secs': 1.320108} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.521302] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.521915] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8792dc6c-08a7-40af-94a5-676639ae0615 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.529069] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1082.529069] env[69486]: value = "task-3214710" [ 1082.529069] env[69486]: _type = "Task" [ 1082.529069] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.539109] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214710, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.546878] env[69486]: DEBUG nova.compute.manager [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.547110] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.548255] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c506ef-a678-488a-b8c0-cb8d011d9114 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.556648] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.556983] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34ff7af4-7905-47b7-93c3-fd4d94b4fc9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.630245] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.630245] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.630245] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleting the datastore file [datastore1] a5ebd197-5506-4001-a6bd-38e2accbf314 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.632470] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d3d2ff3-898f-4878-8ea9-340c935eea79 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.639850] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214709, 'name': CreateVM_Task, 'duration_secs': 0.362707} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.640984] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.641392] env[69486]: DEBUG oslo_vmware.api [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1082.641392] env[69486]: value = "task-3214712" [ 1082.641392] env[69486]: _type = "Task" [ 1082.641392] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.642351] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.642351] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.642351] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.642582] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8861a2f-c73a-41ce-8450-901ea04c0cee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.650630] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1082.650630] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d41216-fa6f-2346-657e-cf7dce7b5f31" [ 1082.650630] env[69486]: _type = "Task" [ 1082.650630] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.655996] env[69486]: DEBUG oslo_vmware.api [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.659845] env[69486]: DEBUG nova.network.neutron [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updated VIF entry in instance network info cache for port cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.660258] env[69486]: DEBUG nova.network.neutron [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating instance_info_cache with network_info: [{"id": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "address": "fa:16:3e:17:a4:76", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd85f1a7-f7", "ovs_interfaceid": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.668746] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d41216-fa6f-2346-657e-cf7dce7b5f31, 'name': SearchDatastore_Task, 'duration_secs': 0.011914} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.668746] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.668746] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.668746] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.668746] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.669069] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.669272] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e21b241-bee9-444f-b80a-90064cf2e5e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.679678] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.679870] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.681193] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bb6e37-62be-4524-ba1a-8b825519a4ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.688326] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1082.688326] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52823171-c77f-068d-049a-9e5537800eb7" [ 1082.688326] env[69486]: _type = "Task" [ 1082.688326] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.697598] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52823171-c77f-068d-049a-9e5537800eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.750097] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214705, 'name': CreateVM_Task, 'duration_secs': 0.608114} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.750272] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.751178] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.751264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.751573] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.751924] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d4dcaf-c5a4-4b68-92c0-7c7918374e75 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.757969] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1082.757969] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521aa46e-d975-1e1f-27d0-828e956cc011" [ 1082.757969] env[69486]: _type = "Task" [ 1082.757969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.766917] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521aa46e-d975-1e1f-27d0-828e956cc011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.889593] env[69486]: DEBUG nova.compute.utils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.891254] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.891452] env[69486]: DEBUG nova.network.neutron [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.928014] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214706, 'name': CloneVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.931411] env[69486]: DEBUG nova.policy [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.041824] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214710, 'name': Rename_Task, 'duration_secs': 0.156809} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.042185] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.042361] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ed7429-4f01-4a90-bc42-eeb35f57a219 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.050265] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1083.050265] env[69486]: value = "task-3214713" [ 1083.050265] env[69486]: _type = "Task" [ 1083.050265] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.061531] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.153112] env[69486]: DEBUG oslo_vmware.api [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191587} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.153377] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.153606] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.153729] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.153897] env[69486]: INFO nova.compute.manager [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1083.154150] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.154337] env[69486]: DEBUG nova.compute.manager [-] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.154432] env[69486]: DEBUG nova.network.neutron [-] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.162734] env[69486]: DEBUG oslo_concurrency.lockutils [req-8134b667-fe3c-4ddc-8a8b-0f2469f424fe req-d6c44ca3-8f0a-4afe-9b10-804547248c70 service nova] Releasing lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.199052] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52823171-c77f-068d-049a-9e5537800eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.203583] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb17c1-c386-4beb-9fc2-03aace3ed072 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.205782] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9767fb85-2103-4db7-aab7-f5884a5ac9ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.214336] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db0bae0-e6d2-4d52-94ec-c830c01c1166 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.217447] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1083.217447] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52844345-ee7e-0c72-6ca9-fd44fe667c02" [ 1083.217447] env[69486]: _type = "Task" [ 1083.217447] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.247084] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5150b2a-604b-4727-9afa-ce3740e523fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.253699] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52844345-ee7e-0c72-6ca9-fd44fe667c02, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.254460] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.254637] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.254898] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea79ef4-b9eb-4cfd-b826-d198a6c07b71 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.263574] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a215c4-37f6-4440-af08-785c7b3d4fd7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.268555] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1083.268555] env[69486]: value = "task-3214714" [ 1083.268555] env[69486]: _type = "Task" [ 1083.268555] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.283384] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521aa46e-d975-1e1f-27d0-828e956cc011, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.283846] env[69486]: DEBUG nova.compute.provider_tree [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.285590] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.285834] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.286088] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.286237] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.289651] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.289651] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5351bb6-3ea3-455d-b099-ad429c82e1dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.291595] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.300079] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.300079] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.300305] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d433a95-c868-476a-999d-b93a072749fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.307661] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1083.307661] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d04dc0-f70a-42a8-75e6-a1ae9fd6a2de" [ 1083.307661] env[69486]: _type = "Task" [ 1083.307661] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.314074] env[69486]: DEBUG nova.network.neutron [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Successfully created port: 86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.318232] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d04dc0-f70a-42a8-75e6-a1ae9fd6a2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.397644] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.431908] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214706, 'name': CloneVM_Task, 'duration_secs': 1.076593} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.432297] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created linked-clone VM from snapshot [ 1083.434630] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e578787-c12a-45a1-90ee-df8ae5ed5014 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.446288] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Uploading image a845bdd9-c74e-4abf-8204-45e38c3455f8 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.483037] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1083.483037] env[69486]: value = "vm-642772" [ 1083.483037] env[69486]: _type = "VirtualMachine" [ 1083.483037] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1083.483414] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-582d7925-3299-4576-acf2-eba71fc67bf3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.493880] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease: (returnval){ [ 1083.493880] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52058605-5f1a-7771-b4b4-f0c5771d0725" [ 1083.493880] env[69486]: _type = "HttpNfcLease" [ 1083.493880] env[69486]: } obtained for exporting VM: (result){ [ 1083.493880] env[69486]: value = "vm-642772" [ 1083.493880] env[69486]: _type = "VirtualMachine" [ 1083.493880] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1083.493880] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the lease: (returnval){ [ 1083.493880] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52058605-5f1a-7771-b4b4-f0c5771d0725" [ 1083.493880] env[69486]: _type = "HttpNfcLease" [ 1083.493880] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.509144] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.509144] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52058605-5f1a-7771-b4b4-f0c5771d0725" [ 1083.509144] env[69486]: _type = "HttpNfcLease" [ 1083.509144] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.565409] env[69486]: DEBUG oslo_vmware.api [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214713, 'name': PowerOnVM_Task, 'duration_secs': 0.469305} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.565842] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.565959] env[69486]: INFO nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1083.566233] env[69486]: DEBUG nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.568784] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1441d228-b34d-4cd2-8dfe-fd48cd8d84c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.782515] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214714, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.789392] env[69486]: DEBUG nova.scheduler.client.report [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.819082] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d04dc0-f70a-42a8-75e6-a1ae9fd6a2de, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.820040] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac7b7dc-a082-422d-a4a4-3e2f2711dd92 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.827908] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1083.827908] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52000fa5-efda-16ce-63e9-06f99437f740" [ 1083.827908] env[69486]: _type = "Task" [ 1083.827908] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.837162] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52000fa5-efda-16ce-63e9-06f99437f740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.956639] env[69486]: DEBUG nova.compute.manager [req-7bb0801b-88c0-453b-8fad-a344b548ef48 req-9bfc382c-ed83-482d-a55a-3f060e9da768 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Received event network-vif-deleted-c01bae94-857e-4a15-9165-ccecc6159844 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1083.956798] env[69486]: INFO nova.compute.manager [req-7bb0801b-88c0-453b-8fad-a344b548ef48 req-9bfc382c-ed83-482d-a55a-3f060e9da768 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Neutron deleted interface c01bae94-857e-4a15-9165-ccecc6159844; detaching it from the instance and deleting it from the info cache [ 1083.956938] env[69486]: DEBUG nova.network.neutron [req-7bb0801b-88c0-453b-8fad-a344b548ef48 req-9bfc382c-ed83-482d-a55a-3f060e9da768 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.002225] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.002225] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52058605-5f1a-7771-b4b4-f0c5771d0725" [ 1084.002225] env[69486]: _type = "HttpNfcLease" [ 1084.002225] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.002507] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.002507] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52058605-5f1a-7771-b4b4-f0c5771d0725" [ 1084.002507] env[69486]: _type = "HttpNfcLease" [ 1084.002507] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.003211] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6eda5-f954-4772-afaa-6f70c7ae57bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.010519] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fd210-dabc-df7b-6ebe-688bab65d760/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.010685] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fd210-dabc-df7b-6ebe-688bab65d760/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1084.073258] env[69486]: DEBUG nova.network.neutron [-] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.099022] env[69486]: INFO nova.compute.manager [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Took 23.55 seconds to build instance. [ 1084.100203] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb45348b-c1fb-45a8-98e6-5420b211958e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.283698] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539974} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.283952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.284178] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.284430] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc345ccf-335e-4045-9b71-583528a52ec8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.292979] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1084.292979] env[69486]: value = "task-3214716" [ 1084.292979] env[69486]: _type = "Task" [ 1084.292979] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.293736] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.299578] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.998s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.299840] env[69486]: DEBUG nova.objects.instance [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lazy-loading 'resources' on Instance uuid 9b67ee26-66a6-41be-a519-339bc8a9691f {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.307184] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.322768] env[69486]: INFO nova.scheduler.client.report [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted allocations for instance eeb08e02-1228-4886-b31b-6099c5ea6a37 [ 1084.338044] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52000fa5-efda-16ce-63e9-06f99437f740, 'name': SearchDatastore_Task, 'duration_secs': 0.031097} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.338120] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.338407] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.339019] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282fa2aa-e77c-45fa-ae5c-2c5a4cb0fc0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.346335] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1084.346335] env[69486]: value = "task-3214717" [ 1084.346335] env[69486]: _type = "Task" [ 1084.346335] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.355145] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.407521] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.431424] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.431760] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.431918] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.432111] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.432270] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.432534] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.432743] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.433279] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.433279] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.433279] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.433493] env[69486]: DEBUG nova.virt.hardware [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.434400] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52597dd3-e8f3-4d4f-a17c-2850d05b27e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.443425] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7544b-75d1-4bc8-aad8-4118af0416a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.459848] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e69b847d-2128-405b-930e-a2d2bad3d88a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.469081] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2459f6b-b43e-4a09-88c9-aad4ad54550b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.505078] env[69486]: DEBUG nova.compute.manager [req-7bb0801b-88c0-453b-8fad-a344b548ef48 req-9bfc382c-ed83-482d-a55a-3f060e9da768 service nova] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Detach interface failed, port_id=c01bae94-857e-4a15-9165-ccecc6159844, reason: Instance a5ebd197-5506-4001-a6bd-38e2accbf314 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1084.575790] env[69486]: INFO nova.compute.manager [-] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Took 1.42 seconds to deallocate network for instance. [ 1084.600861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d2b63e3c-f251-4930-9f1b-f295dadb3b1c tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.075s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.772513] env[69486]: INFO nova.compute.manager [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Rebuilding instance [ 1084.810729] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078097} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.811411] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.812277] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6ff076-e458-44b4-be7b-6ac6954a4e06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.821226] env[69486]: DEBUG nova.compute.manager [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.822305] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3469afe4-417c-4258-8e1d-e708477d5f3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.846398] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.847216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c5fc60e2-d92d-44f9-853f-93026743ac3c tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "eeb08e02-1228-4886-b31b-6099c5ea6a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.793s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.849166] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc89cb3-494b-4039-ade8-87f6e1081501 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.887578] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214717, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.889999] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1084.889999] env[69486]: value = "task-3214718" [ 1084.889999] env[69486]: _type = "Task" [ 1084.889999] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.911061] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.086166] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.203123] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f80f870-0cd9-4f75-8a06-fecb66ccfd4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.210831] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2800b8-b1af-472e-9aab-c7636f821ffd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.242746] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8cc8dd-6705-4cf5-8cbb-5468053f9c91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.251342] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f5aaf-68ec-4770-b831-63e9a674bd2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.270874] env[69486]: DEBUG nova.compute.provider_tree [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.273845] env[69486]: DEBUG nova.network.neutron [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Successfully updated port: 86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.360247] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702609} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.360585] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.360839] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.361898] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf0ae2ee-66d0-4c0d-aac4-1114992a4fe4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.368154] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1085.368154] env[69486]: value = "task-3214719" [ 1085.368154] env[69486]: _type = "Task" [ 1085.368154] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.376822] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.405556] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.776375] env[69486]: DEBUG nova.scheduler.client.report [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.780725] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.780909] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.781190] env[69486]: DEBUG nova.network.neutron [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.878407] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065823} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.878670] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.879582] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf4c4a-d394-46a9-9638-f1283a85c9a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.893722] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.902502] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.902842] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07389473-1552-483d-9215-43eba3dc4d7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.904597] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d0913a-2f14-458d-9e7e-56aa281183be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.929485] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214718, 'name': ReconfigVM_Task, 'duration_secs': 0.849114} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.932591] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.933783] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1085.933783] env[69486]: value = "task-3214721" [ 1085.933783] env[69486]: _type = "Task" [ 1085.933783] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.934202] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1085.934202] env[69486]: value = "task-3214720" [ 1085.934202] env[69486]: _type = "Task" [ 1085.934202] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.934458] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2af8fe14-6a00-4bed-a37d-094852dd6683 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.949269] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.954032] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1085.954032] env[69486]: value = "task-3214722" [ 1085.954032] env[69486]: _type = "Task" [ 1085.954032] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.954410] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.964817] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214722, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.986335] env[69486]: DEBUG nova.compute.manager [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-vif-plugged-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1085.986554] env[69486]: DEBUG oslo_concurrency.lockutils [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.986773] env[69486]: DEBUG oslo_concurrency.lockutils [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] Lock "a305a767-ba06-4230-bce8-4968705ab37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.986946] env[69486]: DEBUG oslo_concurrency.lockutils [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] Lock "a305a767-ba06-4230-bce8-4968705ab37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.987267] env[69486]: DEBUG nova.compute.manager [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] No waiting events found dispatching network-vif-plugged-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.987822] env[69486]: WARNING nova.compute.manager [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received unexpected event network-vif-plugged-86514088-d92b-496d-afc8-b93660311282 for instance with vm_state building and task_state spawning. [ 1085.987822] env[69486]: DEBUG nova.compute.manager [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-changed-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1085.988013] env[69486]: DEBUG nova.compute.manager [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing instance network info cache due to event network-changed-86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1085.988120] env[69486]: DEBUG oslo_concurrency.lockutils [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.283569] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.287806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.533s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.289620] env[69486]: INFO nova.compute.claims [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.315268] env[69486]: INFO nova.scheduler.client.report [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Deleted allocations for instance 9b67ee26-66a6-41be-a519-339bc8a9691f [ 1086.327167] env[69486]: DEBUG nova.network.neutron [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.456313] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214720, 'name': PowerOffVM_Task, 'duration_secs': 0.1331} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.456688] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214721, 'name': ReconfigVM_Task, 'duration_secs': 0.417663} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.456952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.457247] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.461048] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.462871] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d8fd43-7b24-4df6-be38-2013469d1c2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.464706] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d76f777-11d2-4519-b4d3-2ec799b80409 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.471206] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214722, 'name': Rename_Task, 'duration_secs': 0.181392} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.474220] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.475202] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1086.475202] env[69486]: value = "task-3214723" [ 1086.475202] env[69486]: _type = "Task" [ 1086.475202] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.475202] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.475202] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b82092-ce72-4236-8cd8-1892436d5f23 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.476360] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b97da5-a459-486a-8502-58723c43abba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.484209] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1086.484209] env[69486]: value = "task-3214724" [ 1086.484209] env[69486]: _type = "Task" [ 1086.484209] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.487123] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214723, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.490636] env[69486]: DEBUG nova.network.neutron [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.496785] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.508553] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.508778] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.508961] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Deleting the datastore file [datastore2] daa519b1-f48f-4204-8fbb-ac39b716d4a6 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.509520] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeaf42ed-97b8-4048-9f77-c9251e2d5deb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.516583] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1086.516583] env[69486]: value = "task-3214726" [ 1086.516583] env[69486]: _type = "Task" [ 1086.516583] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.525637] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.822302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-94a42290-5bf1-4800-bf0d-9071b22a571d tempest-MultipleCreateTestJSON-1678506997 tempest-MultipleCreateTestJSON-1678506997-project-member] Lock "9b67ee26-66a6-41be-a519-339bc8a9691f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.837s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.987380] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214723, 'name': Rename_Task, 'duration_secs': 0.17381} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.987827] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.990997] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ebcbd0-0ef4-40e9-9eb8-fb691aac2f7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.993427] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.993757] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Instance network_info: |[{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.994078] env[69486]: DEBUG oslo_concurrency.lockutils [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.994331] env[69486]: DEBUG nova.network.neutron [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing network info cache for port 86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.995505] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:80:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86514088-d92b-496d-afc8-b93660311282', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.003049] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.010323] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.010997] env[69486]: DEBUG oslo_vmware.api [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214724, 'name': PowerOnVM_Task, 'duration_secs': 0.483068} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.011279] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1087.011279] env[69486]: value = "task-3214727" [ 1087.011279] env[69486]: _type = "Task" [ 1087.011279] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.011468] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b346b3d3-3c20-4961-a04d-065257c174ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.026126] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.026359] env[69486]: INFO nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Took 5.00 seconds to spawn the instance on the hypervisor. [ 1087.026531] env[69486]: DEBUG nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.028505] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7f3c5-ef4c-4d31-acbe-d9879d7bbd99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.051271] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.051271] env[69486]: value = "task-3214728" [ 1087.051271] env[69486]: _type = "Task" [ 1087.051271] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.051869] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.052131] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137784} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.052745] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.052957] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.053152] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.063660] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214728, 'name': CreateVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.383987] env[69486]: DEBUG nova.network.neutron [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updated VIF entry in instance network info cache for port 86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.384397] env[69486]: DEBUG nova.network.neutron [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.542179] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.568032] env[69486]: INFO nova.compute.manager [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Took 23.39 seconds to build instance. [ 1087.574239] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214728, 'name': CreateVM_Task, 'duration_secs': 0.42493} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.574645] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.575426] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.575698] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.576119] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.576472] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f1e746-7fa9-49be-afa2-09706330a5cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.581670] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1087.581670] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229aee6-3315-ef8c-50b6-f9f8986366c8" [ 1087.581670] env[69486]: _type = "Task" [ 1087.581670] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.594917] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229aee6-3315-ef8c-50b6-f9f8986366c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.646195] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a07a9-9079-4991-8d8a-6f966204045b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.652510] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d6c01-2933-4891-b350-5f7250acd651 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.686985] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b24633-a161-49ed-a849-d39e502fecc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.694525] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a95b236-7fc8-45f3-86f0-ba462dfcb343 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.708874] env[69486]: DEBUG nova.compute.provider_tree [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.887498] env[69486]: DEBUG oslo_concurrency.lockutils [req-9d696f4e-f44e-461b-b146-7018dfa0fd58 req-505c4e7b-7e61-4d21-820a-3ea43122e2b7 service nova] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.041059] env[69486]: DEBUG oslo_vmware.api [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214727, 'name': PowerOnVM_Task, 'duration_secs': 0.556153} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.041368] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.041616] env[69486]: INFO nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1088.042928] env[69486]: DEBUG nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.043327] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0cea2-fbed-448a-8756-fb77cb861bbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.076637] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4ad521d1-28b5-44a7-b761-3c73c37033f7 tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.913s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.098653] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5229aee6-3315-ef8c-50b6-f9f8986366c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016147} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.101021] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.101252] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.101482] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.101575] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.101715] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.101857] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.102072] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.102270] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.102455] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.102567] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.102700] env[69486]: DEBUG nova.virt.hardware [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.103077] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.103278] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.103489] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.104092] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.104092] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.104581] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d803e435-d1d5-4753-aea9-d1e2e1b6be18 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.107898] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d11d2a07-ea12-4f9b-97d0-a4435bb060e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.116403] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7423951-cae3-4537-85fa-34c5b9fca63d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.122049] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.122261] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.123469] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b124234d-dd41-477d-a468-5c9e461b6035 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.134683] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.141183] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.141898] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.142152] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d825dcda-9791-46f9-aa44-258de31b039d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.156908] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1088.156908] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5281951b-fe89-e3cf-f643-07ff804436e0" [ 1088.156908] env[69486]: _type = "Task" [ 1088.156908] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.163681] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.163681] env[69486]: value = "task-3214729" [ 1088.163681] env[69486]: _type = "Task" [ 1088.163681] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.170345] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5281951b-fe89-e3cf-f643-07ff804436e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.171534] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d43bd7-c7b0-4b10-becf-e3e84df2e2df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.178415] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214729, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.180365] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1088.180365] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5283508d-2fa8-6826-cf0b-c160101c4c31" [ 1088.180365] env[69486]: _type = "Task" [ 1088.180365] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.191994] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5283508d-2fa8-6826-cf0b-c160101c4c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.212344] env[69486]: DEBUG nova.scheduler.client.report [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.504313] env[69486]: INFO nova.compute.manager [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Rebuilding instance [ 1088.562057] env[69486]: DEBUG nova.compute.manager [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.562057] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d1c274-2249-43ed-9913-54d30323cd27 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.565851] env[69486]: INFO nova.compute.manager [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Took 26.10 seconds to build instance. [ 1088.682957] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214729, 'name': CreateVM_Task, 'duration_secs': 0.5118} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.687075] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.687651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.687816] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.688862] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.689906] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449189e7-d90c-4edd-8d30-554463ba73eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.696384] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5283508d-2fa8-6826-cf0b-c160101c4c31, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.697413] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.697684] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] a305a767-ba06-4230-bce8-4968705ab37e/a305a767-ba06-4230-bce8-4968705ab37e.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.698038] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1088.698038] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5269e9ff-c1c2-0489-49a1-3cdd5aa16069" [ 1088.698038] env[69486]: _type = "Task" [ 1088.698038] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.698770] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-344f21c9-e19f-4b32-9713-0c0424b891ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.713756] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5269e9ff-c1c2-0489-49a1-3cdd5aa16069, 'name': SearchDatastore_Task} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.715044] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.715405] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.715556] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.715708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.715884] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.716234] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1088.716234] env[69486]: value = "task-3214730" [ 1088.716234] env[69486]: _type = "Task" [ 1088.716234] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.716971] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d8218b-9f61-4880-9741-91ebaf481df4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.719546] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.720060] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.726221] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.839s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.734358] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.737658] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.737864] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.738640] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1662e0-83e9-416b-9b7a-c075f9e3c818 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.745751] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1088.745751] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52497d4f-3a89-a548-1925-07e87d8b7d9e" [ 1088.745751] env[69486]: _type = "Task" [ 1088.745751] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.755674] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52497d4f-3a89-a548-1925-07e87d8b7d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.068853] env[69486]: DEBUG oslo_concurrency.lockutils [None req-eac488a1-58c7-43f6-b677-7b09ef866a0a tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.608s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.091522] env[69486]: DEBUG nova.compute.manager [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Received event network-changed-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1089.091522] env[69486]: DEBUG nova.compute.manager [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Refreshing instance network info cache due to event network-changed-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1089.091522] env[69486]: DEBUG oslo_concurrency.lockutils [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] Acquiring lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.091522] env[69486]: DEBUG oslo_concurrency.lockutils [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] Acquired lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.091522] env[69486]: DEBUG nova.network.neutron [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Refreshing network info cache for port cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.227826] env[69486]: DEBUG nova.compute.utils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.233042] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.233042] env[69486]: DEBUG nova.network.neutron [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.250333] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214730, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.264473] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52497d4f-3a89-a548-1925-07e87d8b7d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012711} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.265319] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fcfe94-e079-4212-96a6-fefc586941fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.272912] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1089.272912] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d9c504-eb95-c7a7-1af1-8f1841a7cb4d" [ 1089.272912] env[69486]: _type = "Task" [ 1089.272912] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.282892] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d9c504-eb95-c7a7-1af1-8f1841a7cb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.284428] env[69486]: DEBUG nova.policy [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa04a1963a5b4e9f8e327a21276f0578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc827ea2fd9d481f9cc63ffa7ecc842b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.577139] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.577447] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0893243a-9df1-4e5a-a87d-c91f74aabd6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.581720] env[69486]: DEBUG nova.network.neutron [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Successfully created port: 79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.587672] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1089.587672] env[69486]: value = "task-3214731" [ 1089.587672] env[69486]: _type = "Task" [ 1089.587672] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.601937] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.730028] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54359} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.730495] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] a305a767-ba06-4230-bce8-4968705ab37e/a305a767-ba06-4230-bce8-4968705ab37e.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.730778] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.731136] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-787ff07c-5265-4c05-8404-bf0ef5693d41 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.740185] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1089.740185] env[69486]: value = "task-3214732" [ 1089.740185] env[69486]: _type = "Task" [ 1089.740185] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.744370] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.761461] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance b312dc9d-27dc-44da-a421-bc612e6e8bda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6729ef62-a381-417f-afed-47b012a8cada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ce4cb506-303f-41a5-834b-3d211fb6df27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 3dec70f1-2eed-4d57-9477-8fd14494b8cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 2d0f8299-9a01-4c60-8914-fa9912045b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 91400c3e-2397-48b9-81a3-f701c3601b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d10446a9-7893-4c5d-8e5b-4996838b45ae actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 85ef072a-e998-4ec8-84b1-cde8724a7191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.772105] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 4f0b356e-e52f-4ea6-a93b-4af810b35d21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1089.772813] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a5ebd197-5506-4001-a6bd-38e2accbf314 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1089.772990] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance daa519b1-f48f-4204-8fbb-ac39b716d4a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.773177] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6a9dad07-c73c-4cb5-97d2-64761370b028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.773320] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance a305a767-ba06-4230-bce8-4968705ab37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.773438] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 8e605bc3-7a33-475e-98f2-92915d8e3ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.773586] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 78b537d2-43d7-4c9d-87f6-d89c21dbfca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1089.795079] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d9c504-eb95-c7a7-1af1-8f1841a7cb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016862} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.795688] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.795856] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.796965] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9c8a48-0368-4e14-a9fe-37868c8ff7fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.807562] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1089.807562] env[69486]: value = "task-3214733" [ 1089.807562] env[69486]: _type = "Task" [ 1089.807562] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.819575] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.966919] env[69486]: DEBUG nova.network.neutron [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updated VIF entry in instance network info cache for port cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.967335] env[69486]: DEBUG nova.network.neutron [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating instance_info_cache with network_info: [{"id": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "address": "fa:16:3e:17:a4:76", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd85f1a7-f7", "ovs_interfaceid": "cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.099302] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214731, 'name': PowerOffVM_Task, 'duration_secs': 0.152394} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.099651] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.101016] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.101016] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516c69dd-23f3-4831-b3cf-93b0b419d812 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.109863] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.110210] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7b115fe-a725-4a03-8cf1-e4a8a05d3209 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.140656] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.141121] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.141121] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Deleting the datastore file [datastore2] 8e605bc3-7a33-475e-98f2-92915d8e3ffd {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.141467] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d9447a6-b135-4826-a247-2e0506f87328 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.149834] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1090.149834] env[69486]: value = "task-3214735" [ 1090.149834] env[69486]: _type = "Task" [ 1090.149834] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.159123] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.183107] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "da52b173-895a-4401-8299-dbe9c4196787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.183358] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "da52b173-895a-4401-8299-dbe9c4196787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.256593] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088086} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.257286] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.258114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9216f2dc-b148-4f22-91c2-818bdffb9cb6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.283790] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] a305a767-ba06-4230-bce8-4968705ab37e/a305a767-ba06-4230-bce8-4968705ab37e.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.284719] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance bd2ec6fa-053c-41af-a0b6-4ecf73fa132e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1090.286006] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bfba5c6-aa89-458a-b82d-1630064c08bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.314204] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1090.314204] env[69486]: value = "task-3214736" [ 1090.314204] env[69486]: _type = "Task" [ 1090.314204] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.322450] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214733, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.328894] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.469779] env[69486]: DEBUG oslo_concurrency.lockutils [req-255eb1ca-d51b-4e1c-bcf0-2ee1b68708fb req-3f9c2e41-b2f9-47c4-b168-8080337e32ff service nova] Releasing lock "refresh_cache-6a9dad07-c73c-4cb5-97d2-64761370b028" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.664047] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259762} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.664047] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.664047] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.664047] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.686346] env[69486]: DEBUG nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.759450] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.780748] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.780995] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.781170] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.781352] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.781498] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.781642] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.781846] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.782011] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.782194] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.782356] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.782530] env[69486]: DEBUG nova.virt.hardware [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.783414] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ceabd8-895c-40a4-a792-763e4ca6e70b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.792551] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e8cc2-4baf-4472-a6b1-02f210aeeb05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.807379] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1090.818950] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770738} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.822990] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.823214] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.824080] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2a4751-f527-4a3c-90e7-fd5739b294e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.834326] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214736, 'name': ReconfigVM_Task, 'duration_secs': 0.347765} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.835599] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] a305a767-ba06-4230-bce8-4968705ab37e/a305a767-ba06-4230-bce8-4968705ab37e.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.836249] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1090.836249] env[69486]: value = "task-3214737" [ 1090.836249] env[69486]: _type = "Task" [ 1090.836249] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.836448] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc1209a-d683-43d0-b060-6dac2cce903a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.847755] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.848825] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1090.848825] env[69486]: value = "task-3214738" [ 1090.848825] env[69486]: _type = "Task" [ 1090.848825] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.857565] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214738, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.997280] env[69486]: INFO nova.compute.manager [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Rebuilding instance [ 1091.040089] env[69486]: DEBUG nova.compute.manager [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.040942] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9bc0ea-40e5-4b1c-9ff2-4e728960d6b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.166816] env[69486]: DEBUG nova.compute.manager [req-f27ea618-808c-4396-9a8a-fd2799d43dc1 req-de386b99-da2c-4ce0-b99f-a5477c24660e service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Received event network-vif-plugged-79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1091.167140] env[69486]: DEBUG oslo_concurrency.lockutils [req-f27ea618-808c-4396-9a8a-fd2799d43dc1 req-de386b99-da2c-4ce0-b99f-a5477c24660e service nova] Acquiring lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.167312] env[69486]: DEBUG oslo_concurrency.lockutils [req-f27ea618-808c-4396-9a8a-fd2799d43dc1 req-de386b99-da2c-4ce0-b99f-a5477c24660e service nova] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.167522] env[69486]: DEBUG oslo_concurrency.lockutils [req-f27ea618-808c-4396-9a8a-fd2799d43dc1 req-de386b99-da2c-4ce0-b99f-a5477c24660e service nova] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.167646] env[69486]: DEBUG nova.compute.manager [req-f27ea618-808c-4396-9a8a-fd2799d43dc1 req-de386b99-da2c-4ce0-b99f-a5477c24660e service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] No waiting events found dispatching network-vif-plugged-79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.167794] env[69486]: WARNING nova.compute.manager [req-f27ea618-808c-4396-9a8a-fd2799d43dc1 req-de386b99-da2c-4ce0-b99f-a5477c24660e service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Received unexpected event network-vif-plugged-79e692fa-b2d2-49e4-9663-33d13052df39 for instance with vm_state building and task_state spawning. [ 1091.204540] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.290057] env[69486]: DEBUG nova.network.neutron [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Successfully updated port: 79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.313325] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance da52b173-895a-4401-8299-dbe9c4196787 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1091.313593] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1091.313738] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1091.348570] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072547} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.348864] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.349676] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8217a887-5e01-4a73-8438-93cf80aceb86 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.377157] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.377562] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214738, 'name': Rename_Task, 'duration_secs': 0.150327} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.380109] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b342881e-75ca-4a86-85e6-71e852ff9cdd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.394097] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.394564] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1750a886-bd3a-42d1-a80e-e5726f619ab4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.404288] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1091.404288] env[69486]: value = "task-3214739" [ 1091.404288] env[69486]: _type = "Task" [ 1091.404288] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.404548] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1091.404548] env[69486]: value = "task-3214740" [ 1091.404548] env[69486]: _type = "Task" [ 1091.404548] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.420586] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.420830] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.617912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cf4b4d-c26a-426a-bdcb-ff835e7f8a4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.626166] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b100181-4774-49a6-a1f5-e93f7cc25042 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.659241] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b709b-caf1-4f1a-bf1d-f3502172b2ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.667862] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67154c2b-63f3-4238-8c56-ff2c1f59b5f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.683377] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.702988] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.703134] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.703279] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.703457] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.703602] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.703749] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.703982] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.704219] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.704401] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.704569] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.704742] env[69486]: DEBUG nova.virt.hardware [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.705822] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf16e60-9515-4cbf-855a-c17917fdff95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.715384] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28fd3be-2553-47c8-8949-e50274e8062f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.730916] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.736932] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.737282] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.737514] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b251bb-3706-4153-b3ea-081b942f2f68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.756577] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.756577] env[69486]: value = "task-3214741" [ 1091.756577] env[69486]: _type = "Task" [ 1091.756577] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.766040] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214741, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.792624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "refresh_cache-78b537d2-43d7-4c9d-87f6-d89c21dbfca8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.792834] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquired lock "refresh_cache-78b537d2-43d7-4c9d-87f6-d89c21dbfca8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.792943] env[69486]: DEBUG nova.network.neutron [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.922214] env[69486]: DEBUG oslo_vmware.api [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214739, 'name': PowerOnVM_Task, 'duration_secs': 0.511838} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.925271] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.925493] env[69486]: INFO nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1091.925672] env[69486]: DEBUG nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.925960] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214740, 'name': ReconfigVM_Task, 'duration_secs': 0.389848} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.926670] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9025494b-9846-47e6-8082-eb7e69b6d15a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.929374] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Reconfigured VM instance instance-00000066 to attach disk [datastore1] daa519b1-f48f-4204-8fbb-ac39b716d4a6/daa519b1-f48f-4204-8fbb-ac39b716d4a6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.929959] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd783c2-6c36-4fa6-aa9f-314605e1ba33 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.939911] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1091.939911] env[69486]: value = "task-3214742" [ 1091.939911] env[69486]: _type = "Task" [ 1091.939911] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.952264] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214742, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.057368] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.057661] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02482ae1-f79b-4270-ae43-fbe12d5b30e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.065746] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1092.065746] env[69486]: value = "task-3214743" [ 1092.065746] env[69486]: _type = "Task" [ 1092.065746] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.075750] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.189875] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.271940] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214741, 'name': CreateVM_Task, 'duration_secs': 0.342078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.272248] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.272796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.273041] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.273491] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.273845] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933c45e1-73c6-4b66-85b8-0f2f7ced3b0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.280790] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1092.280790] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525cb23d-f855-f864-c726-f598844622e1" [ 1092.280790] env[69486]: _type = "Task" [ 1092.280790] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.290601] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525cb23d-f855-f864-c726-f598844622e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.375766] env[69486]: DEBUG nova.network.neutron [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.454255] env[69486]: INFO nova.compute.manager [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Took 28.26 seconds to build instance. [ 1092.461878] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214742, 'name': Rename_Task, 'duration_secs': 0.200535} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.462281] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.462634] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813c7bb7-ef1f-4f0f-ac84-98c6259961f2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.472087] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1092.472087] env[69486]: value = "task-3214744" [ 1092.472087] env[69486]: _type = "Task" [ 1092.472087] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.482695] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.579479] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214743, 'name': PowerOffVM_Task, 'duration_secs': 0.244328} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.579830] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.580576] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.583728] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352f74ab-a688-49da-b2a6-dc4784126b7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.589082] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1092.589082] env[69486]: value = "task-3214745" [ 1092.589082] env[69486]: _type = "Task" [ 1092.589082] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.596845] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.657947] env[69486]: DEBUG nova.network.neutron [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Updating instance_info_cache with network_info: [{"id": "79e692fa-b2d2-49e4-9663-33d13052df39", "address": "fa:16:3e:8c:04:cb", "network": {"id": "5756d306-3246-4d04-aedd-e414c4b8bd3c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1803827542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc827ea2fd9d481f9cc63ffa7ecc842b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e692fa-b2", "ovs_interfaceid": "79e692fa-b2d2-49e4-9663-33d13052df39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.695437] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1092.695675] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.970s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.695941] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.970s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.697454] env[69486]: INFO nova.compute.claims [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.792497] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525cb23d-f855-f864-c726-f598844622e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016707} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.792790] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.793059] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.794057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.794633] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.794633] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.794767] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b2b5e9c-6197-48eb-a8d3-536a96e111b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.805052] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.805427] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.806037] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd45744-dafa-438f-a3a8-c26d4b2acbcb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.814742] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1092.814742] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52069173-4011-9b64-b2de-ee022b526d3a" [ 1092.814742] env[69486]: _type = "Task" [ 1092.814742] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.822594] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52069173-4011-9b64-b2de-ee022b526d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.962283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cd7fe8a2-750d-461d-b303-18f8a4a898b1 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "a305a767-ba06-4230-bce8-4968705ab37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.795s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.985420] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.105041] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1093.105299] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.105498] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642732', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'name': 'volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd10446a9-7893-4c5d-8e5b-4996838b45ae', 'attached_at': '', 'detached_at': '', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'serial': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.106435] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f517e8-7aea-4238-bd20-c65462c03ca9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.126110] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d61c0d0-6319-4d57-80e1-c70dd25be3b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.135588] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685fd08b-f852-4d6e-956c-c8f6fdab5cc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.157640] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e30215-53c7-4dbf-80ec-1c0aa096447b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.163380] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Releasing lock "refresh_cache-78b537d2-43d7-4c9d-87f6-d89c21dbfca8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.163757] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Instance network_info: |[{"id": "79e692fa-b2d2-49e4-9663-33d13052df39", "address": "fa:16:3e:8c:04:cb", "network": {"id": "5756d306-3246-4d04-aedd-e414c4b8bd3c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1803827542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc827ea2fd9d481f9cc63ffa7ecc842b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e692fa-b2", "ovs_interfaceid": "79e692fa-b2d2-49e4-9663-33d13052df39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.179638] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:04:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79e692fa-b2d2-49e4-9663-33d13052df39', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.187446] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Creating folder: Project (bc827ea2fd9d481f9cc63ffa7ecc842b). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.187821] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85/volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.193756] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.193756] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-915f8366-3599-43f2-b26d-84ac54166b5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.196649] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a992861-2536-4151-ac5e-303dd5dcd307 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.212604] env[69486]: DEBUG nova.compute.manager [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Received event network-changed-79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1093.212791] env[69486]: DEBUG nova.compute.manager [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Refreshing instance network info cache due to event network-changed-79e692fa-b2d2-49e4-9663-33d13052df39. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1093.213030] env[69486]: DEBUG oslo_concurrency.lockutils [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] Acquiring lock "refresh_cache-78b537d2-43d7-4c9d-87f6-d89c21dbfca8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.213163] env[69486]: DEBUG oslo_concurrency.lockutils [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] Acquired lock "refresh_cache-78b537d2-43d7-4c9d-87f6-d89c21dbfca8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.213323] env[69486]: DEBUG nova.network.neutron [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Refreshing network info cache for port 79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.223257] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1093.223257] env[69486]: value = "task-3214747" [ 1093.223257] env[69486]: _type = "Task" [ 1093.223257] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.228901] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Created folder: Project (bc827ea2fd9d481f9cc63ffa7ecc842b) in parent group-v642494. [ 1093.229117] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Creating folder: Instances. Parent ref: group-v642779. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.229798] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6489b0d1-86ca-4b2a-beb1-eee93c2241ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.235969] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.246286] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Created folder: Instances in parent group-v642779. [ 1093.246496] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.246734] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.247045] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96c7f6d-3ad6-435e-9c51-deebda42a8dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.272093] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.272093] env[69486]: value = "task-3214749" [ 1093.272093] env[69486]: _type = "Task" [ 1093.272093] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.286650] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214749, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.328906] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52069173-4011-9b64-b2de-ee022b526d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015168} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.330301] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a12607-9b57-4981-b357-fd7c2c21ce93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.336906] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1093.336906] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ad5619-51cb-7ebb-ec47-efa7f9f2fff6" [ 1093.336906] env[69486]: _type = "Task" [ 1093.336906] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.346275] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ad5619-51cb-7ebb-ec47-efa7f9f2fff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.484088] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.743056] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214747, 'name': ReconfigVM_Task, 'duration_secs': 0.350976} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.743465] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.752865] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd9086c-4047-4e97-bb8b-7a5830e3419f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.780206] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1093.780206] env[69486]: value = "task-3214750" [ 1093.780206] env[69486]: _type = "Task" [ 1093.780206] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.788895] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214749, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.799211] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.854220] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ad5619-51cb-7ebb-ec47-efa7f9f2fff6, 'name': SearchDatastore_Task, 'duration_secs': 0.020644} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.854220] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.854220] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.854220] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74797911-1baf-4128-a954-09dadc6e4324 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.865044] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1093.865044] env[69486]: value = "task-3214751" [ 1093.865044] env[69486]: _type = "Task" [ 1093.865044] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.875313] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.990033] env[69486]: DEBUG oslo_vmware.api [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214744, 'name': PowerOnVM_Task, 'duration_secs': 1.327026} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.993411] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.993542] env[69486]: DEBUG nova.compute.manager [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.994493] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1143d9eb-c883-45cb-ba53-0405b2754fac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.023730] env[69486]: DEBUG nova.network.neutron [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Updated VIF entry in instance network info cache for port 79e692fa-b2d2-49e4-9663-33d13052df39. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.024088] env[69486]: DEBUG nova.network.neutron [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Updating instance_info_cache with network_info: [{"id": "79e692fa-b2d2-49e4-9663-33d13052df39", "address": "fa:16:3e:8c:04:cb", "network": {"id": "5756d306-3246-4d04-aedd-e414c4b8bd3c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1803827542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc827ea2fd9d481f9cc63ffa7ecc842b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e692fa-b2", "ovs_interfaceid": "79e692fa-b2d2-49e4-9663-33d13052df39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.091689] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa1796c-f164-4f53-9fd3-f14ae8c2e694 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.099856] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3be93-f199-44cf-8a46-583ec9c05d24 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.134044] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a185a-4236-43f7-ab9f-fcea5ed3f1ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.143187] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c6a986-68bf-4abf-b11f-d57cbc2cef6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.158468] env[69486]: DEBUG nova.compute.provider_tree [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.287882] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214749, 'name': CreateVM_Task, 'duration_secs': 0.617385} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.288618] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.289410] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.289600] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.289994] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.290287] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56383168-071b-4cfa-aefa-a3587a4c4f60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.295525] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214750, 'name': ReconfigVM_Task, 'duration_secs': 0.138595} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.296228] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642732', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'name': 'volume-5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd10446a9-7893-4c5d-8e5b-4996838b45ae', 'attached_at': '', 'detached_at': '', 'volume_id': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85', 'serial': '5d827d27-eb48-4d35-bbfe-8c8e9c425d85'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.296610] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.297357] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e49855b-161b-4c9b-85b6-471d6c724df1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.301971] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1094.301971] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5228771c-0a2f-2f74-af26-48410b076a34" [ 1094.301971] env[69486]: _type = "Task" [ 1094.301971] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.309328] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.309995] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a260ae89-4b80-4a25-9744-099535ca9ee4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.315203] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5228771c-0a2f-2f74-af26-48410b076a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.375634] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214751, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.432217] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.432448] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.432631] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Deleting the datastore file [datastore1] d10446a9-7893-4c5d-8e5b-4996838b45ae {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.432902] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95770a8-2167-4743-98e7-08535f1dd38d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.440913] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for the task: (returnval){ [ 1094.440913] env[69486]: value = "task-3214753" [ 1094.440913] env[69486]: _type = "Task" [ 1094.440913] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.452200] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.514649] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.526638] env[69486]: DEBUG oslo_concurrency.lockutils [req-b415a096-dbca-42e2-a805-5f58d78a5acb req-ae177f9e-3594-4e7c-a226-45f0e6ea32e8 service nova] Releasing lock "refresh_cache-78b537d2-43d7-4c9d-87f6-d89c21dbfca8" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.646369] env[69486]: DEBUG nova.compute.manager [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-changed-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1094.647152] env[69486]: DEBUG nova.compute.manager [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing instance network info cache due to event network-changed-86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1094.647152] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.647152] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.648691] env[69486]: DEBUG nova.network.neutron [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing network info cache for port 86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.665170] env[69486]: DEBUG nova.scheduler.client.report [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.817961] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5228771c-0a2f-2f74-af26-48410b076a34, 'name': SearchDatastore_Task, 'duration_secs': 0.018495} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.818643] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.819196] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.819589] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.821051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.821051] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.821051] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a3fdf1f-ffff-4624-808d-8a761fd76a59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.836732] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.836732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.837548] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64caef5f-196f-4c2d-b603-ba31f3cd98e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.845929] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1094.845929] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52edeb1f-7389-9fcd-1592-57c1aefb175c" [ 1094.845929] env[69486]: _type = "Task" [ 1094.845929] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.850401] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.851101] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.851101] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.851101] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.851385] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.853423] env[69486]: INFO nova.compute.manager [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Terminating instance [ 1094.861636] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52edeb1f-7389-9fcd-1592-57c1aefb175c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.879285] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886647} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.879555] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.880114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.880302] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c6e1a0c-8b84-4313-8b92-9abdfd0c6525 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.891359] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1094.891359] env[69486]: value = "task-3214754" [ 1094.891359] env[69486]: _type = "Task" [ 1094.891359] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.897305] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fd210-dabc-df7b-6ebe-688bab65d760/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1094.898126] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a573f5-379e-441a-96c7-f646634100a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.908636] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.908907] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fd210-dabc-df7b-6ebe-688bab65d760/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1094.909083] env[69486]: ERROR oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fd210-dabc-df7b-6ebe-688bab65d760/disk-0.vmdk due to incomplete transfer. [ 1094.909546] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19520f3a-8098-4226-9914-52a71279dad4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.919656] env[69486]: DEBUG oslo_vmware.rw_handles [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fd210-dabc-df7b-6ebe-688bab65d760/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1094.919873] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Uploaded image a845bdd9-c74e-4abf-8204-45e38c3455f8 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1094.922325] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.922596] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6719fb94-cbbf-4bdb-8631-19fe644dc886 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.930391] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1094.930391] env[69486]: value = "task-3214755" [ 1094.930391] env[69486]: _type = "Task" [ 1094.930391] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.939846] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214755, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.952236] env[69486]: DEBUG oslo_vmware.api [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Task: {'id': task-3214753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364757} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.952490] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.952670] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.952849] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.007230] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.007915] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64af59ed-306b-431e-a89e-4dc8929a00d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.018022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd264d64-3a45-448b-a745-13b68e586737 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.057314] env[69486]: ERROR nova.compute.manager [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Failed to detach volume 5d827d27-eb48-4d35-bbfe-8c8e9c425d85 from /dev/sda: nova.exception.InstanceNotFound: Instance d10446a9-7893-4c5d-8e5b-4996838b45ae could not be found. [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Traceback (most recent call last): [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 4203, in _do_rebuild_instance [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self.driver.rebuild(**kwargs) [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] raise NotImplementedError() [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] NotImplementedError [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] During handling of the above exception, another exception occurred: [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Traceback (most recent call last): [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self.driver.detach_volume(context, old_connection_info, [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] return self._volumeops.detach_volume(connection_info, instance) [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._detach_volume_vmdk(connection_info, instance) [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] stable_ref.fetch_moref(session) [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] nova.exception.InstanceNotFound: Instance d10446a9-7893-4c5d-8e5b-4996838b45ae could not be found. [ 1095.057314] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.170741] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.170741] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.172161] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.919s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.174123] env[69486]: INFO nova.compute.claims [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.200786] env[69486]: DEBUG nova.compute.utils [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Build of instance d10446a9-7893-4c5d-8e5b-4996838b45ae aborted: Failed to rebuild volume backed instance. {{(pid=69486) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1095.206021] env[69486]: ERROR nova.compute.manager [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d10446a9-7893-4c5d-8e5b-4996838b45ae aborted: Failed to rebuild volume backed instance. [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Traceback (most recent call last): [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 4203, in _do_rebuild_instance [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self.driver.rebuild(**kwargs) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] raise NotImplementedError() [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] NotImplementedError [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] During handling of the above exception, another exception occurred: [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Traceback (most recent call last): [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._detach_root_volume(context, instance, root_bdm) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] with excutils.save_and_reraise_exception(): [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self.force_reraise() [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] raise self.value [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self.driver.detach_volume(context, old_connection_info, [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] return self._volumeops.detach_volume(connection_info, instance) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._detach_volume_vmdk(connection_info, instance) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] stable_ref.fetch_moref(session) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] nova.exception.InstanceNotFound: Instance d10446a9-7893-4c5d-8e5b-4996838b45ae could not be found. [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] During handling of the above exception, another exception occurred: [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Traceback (most recent call last): [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 11489, in _error_out_instance_on_exception [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] yield [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3914, in rebuild_instance [ 1095.206021] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._do_rebuild_instance_with_claim( [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 4015, in _do_rebuild_instance_with_claim [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._do_rebuild_instance( [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 4207, in _do_rebuild_instance [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._rebuild_default_impl(**kwargs) [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] self._rebuild_volume_backed_instance( [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] raise exception.BuildAbortException( [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] nova.exception.BuildAbortException: Build of instance d10446a9-7893-4c5d-8e5b-4996838b45ae aborted: Failed to rebuild volume backed instance. [ 1095.207394] env[69486]: ERROR nova.compute.manager [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] [ 1095.241498] env[69486]: DEBUG nova.compute.manager [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1095.241695] env[69486]: DEBUG nova.compute.manager [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing instance network info cache due to event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1095.241913] env[69486]: DEBUG oslo_concurrency.lockutils [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.242066] env[69486]: DEBUG oslo_concurrency.lockutils [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.242221] env[69486]: DEBUG nova.network.neutron [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.333876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.334204] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.357867] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "refresh_cache-daa519b1-f48f-4204-8fbb-ac39b716d4a6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.357994] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquired lock "refresh_cache-daa519b1-f48f-4204-8fbb-ac39b716d4a6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.358194] env[69486]: DEBUG nova.network.neutron [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.359265] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52edeb1f-7389-9fcd-1592-57c1aefb175c, 'name': SearchDatastore_Task, 'duration_secs': 0.021183} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.360455] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a5d646-a566-475c-b598-0b171c9d3f1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.369030] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1095.369030] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b661b6-8de3-7fb1-21f6-ef192dfb9320" [ 1095.369030] env[69486]: _type = "Task" [ 1095.369030] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.377695] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b661b6-8de3-7fb1-21f6-ef192dfb9320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.396516] env[69486]: DEBUG nova.network.neutron [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updated VIF entry in instance network info cache for port 86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.396940] env[69486]: DEBUG nova.network.neutron [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.403595] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07553} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.403836] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.404643] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679651e5-c258-4a80-9498-5b65eaba419e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.426992] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.427510] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef3ce2f-d32a-4e6f-a66f-d088fcf801d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.452053] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214755, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.453257] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1095.453257] env[69486]: value = "task-3214756" [ 1095.453257] env[69486]: _type = "Task" [ 1095.453257] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.461504] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.679341] env[69486]: DEBUG nova.compute.utils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.683788] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.683995] env[69486]: DEBUG nova.network.neutron [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.720738] env[69486]: DEBUG nova.policy [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18393057797477f856db32a83cd383c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e459f246d56e45eca52ed0f0541427f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.837713] env[69486]: INFO nova.compute.manager [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Detaching volume b07bc682-9d96-4d75-8ff2-f1c93e4f1016 [ 1095.888507] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b661b6-8de3-7fb1-21f6-ef192dfb9320, 'name': SearchDatastore_Task, 'duration_secs': 0.064078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.890594] env[69486]: DEBUG nova.network.neutron [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.893628] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.894177] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 78b537d2-43d7-4c9d-87f6-d89c21dbfca8/78b537d2-43d7-4c9d-87f6-d89c21dbfca8.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.894479] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03c75b85-f2cc-4103-bbbe-9d22b2573f7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.899235] env[69486]: DEBUG oslo_concurrency.lockutils [req-6b0e70cc-9e7d-4c1a-91f7-54744cc0dbbf req-b5b9bd16-b72f-4c3c-9f49-98e8a1b4a05c service nova] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.901110] env[69486]: INFO nova.virt.block_device [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Attempting to driver detach volume b07bc682-9d96-4d75-8ff2-f1c93e4f1016 from mountpoint /dev/sdb [ 1095.905021] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.905021] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642735', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'name': 'volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ce4cb506-303f-41a5-834b-3d211fb6df27', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'serial': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.905021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a0aa0-cac3-48f8-9779-cad145d9cc31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.908597] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1095.908597] env[69486]: value = "task-3214757" [ 1095.908597] env[69486]: _type = "Task" [ 1095.908597] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.950441] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95bcf2-98dc-4bfb-bb1b-d8478bf76bbc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.961759] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.968833] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5c624-46ee-4d45-99df-aa271b2c89e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.977583] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214755, 'name': Destroy_Task, 'duration_secs': 0.982908} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.977788] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.978514] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroyed the VM [ 1095.978802] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1095.979043] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2431c3e-ba90-4062-b731-ef0ddc20da46 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.999387] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8da13-0b3b-478a-a22b-ec572195ddc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.002495] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1096.002495] env[69486]: value = "task-3214758" [ 1096.002495] env[69486]: _type = "Task" [ 1096.002495] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.020690] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] The volume has not been displaced from its original location: [datastore2] volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016/volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.026191] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.026962] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b556b5-3c68-4c29-b90e-0f29375b6a4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.044208] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.052352] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1096.052352] env[69486]: value = "task-3214759" [ 1096.052352] env[69486]: _type = "Task" [ 1096.052352] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.053216] env[69486]: DEBUG nova.network.neutron [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.064266] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.185217] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.263580] env[69486]: DEBUG nova.network.neutron [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updated VIF entry in instance network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.264145] env[69486]: DEBUG nova.network.neutron [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.287690] env[69486]: DEBUG nova.network.neutron [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Successfully created port: a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.356574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-85ef072a-e998-4ec8-84b1-cde8724a7191-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.356574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-85ef072a-e998-4ec8-84b1-cde8724a7191-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.357075] env[69486]: DEBUG nova.objects.instance [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'flavor' on Instance uuid 85ef072a-e998-4ec8-84b1-cde8724a7191 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.424046] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.472946] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214756, 'name': ReconfigVM_Task, 'duration_secs': 0.709569} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.473345] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 8e605bc3-7a33-475e-98f2-92915d8e3ffd/8e605bc3-7a33-475e-98f2-92915d8e3ffd.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.474180] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd5e9d2e-9f02-45a4-bd72-1d3cd3acbfed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.483546] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1096.483546] env[69486]: value = "task-3214760" [ 1096.483546] env[69486]: _type = "Task" [ 1096.483546] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.500842] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214760, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.517162] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.533863] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed2c33-ebcd-422b-af2e-04fd293e9236 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.543244] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec0c3d-c296-4158-870a-fd8635b875df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.580990] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Releasing lock "refresh_cache-daa519b1-f48f-4204-8fbb-ac39b716d4a6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.581441] env[69486]: DEBUG nova.compute.manager [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.581633] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.585533] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67effeeb-8908-491b-9944-ebbb8235cdbc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.588548] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5012cf1f-8189-4813-a608-c909e037df31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.598076] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.600970] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061194b-d731-4a70-9f64-eb6f328caece {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.605152] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.605399] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199f6396-9c0d-4f26-988a-deffdde475b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.617872] env[69486]: DEBUG nova.compute.provider_tree [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.620726] env[69486]: DEBUG oslo_vmware.api [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1096.620726] env[69486]: value = "task-3214761" [ 1096.620726] env[69486]: _type = "Task" [ 1096.620726] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.629669] env[69486]: DEBUG oslo_vmware.api [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.698095] env[69486]: DEBUG nova.compute.manager [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1096.698306] env[69486]: DEBUG nova.compute.manager [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing instance network info cache due to event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1096.698514] env[69486]: DEBUG oslo_concurrency.lockutils [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.767340] env[69486]: DEBUG oslo_concurrency.lockutils [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.767706] env[69486]: DEBUG nova.compute.manager [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-changed-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1096.767958] env[69486]: DEBUG nova.compute.manager [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing instance network info cache due to event network-changed-86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1096.768287] env[69486]: DEBUG oslo_concurrency.lockutils [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.768565] env[69486]: DEBUG oslo_concurrency.lockutils [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.768864] env[69486]: DEBUG nova.network.neutron [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing network info cache for port 86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.771297] env[69486]: DEBUG oslo_concurrency.lockutils [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.771605] env[69486]: DEBUG nova.network.neutron [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.920666] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642503} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.920666] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 78b537d2-43d7-4c9d-87f6-d89c21dbfca8/78b537d2-43d7-4c9d-87f6-d89c21dbfca8.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.920847] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.920984] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba1a714-e806-4891-b89c-cc11ae45da30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.928608] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1096.928608] env[69486]: value = "task-3214762" [ 1096.928608] env[69486]: _type = "Task" [ 1096.928608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.938704] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.963792] env[69486]: DEBUG nova.objects.instance [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'pci_requests' on Instance uuid 85ef072a-e998-4ec8-84b1-cde8724a7191 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.998520] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214760, 'name': Rename_Task, 'duration_secs': 0.312343} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.998520] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.998764] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b5dc8a-ba65-4a35-b712-d38dcc09a0a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.008290] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1097.008290] env[69486]: value = "task-3214763" [ 1097.008290] env[69486]: _type = "Task" [ 1097.008290] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.015167] env[69486]: DEBUG oslo_vmware.api [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.91958} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.015547] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.015783] env[69486]: INFO nova.compute.manager [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 17.21 seconds to snapshot the instance on the hypervisor. [ 1097.021581] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.090496] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214759, 'name': ReconfigVM_Task, 'duration_secs': 0.566272} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.090778] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.095375] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5976aa0-1c8e-41a3-a1c0-dea3d1522de2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.110881] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1097.110881] env[69486]: value = "task-3214764" [ 1097.110881] env[69486]: _type = "Task" [ 1097.110881] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.121225] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.132349] env[69486]: DEBUG oslo_vmware.api [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214761, 'name': PowerOffVM_Task, 'duration_secs': 0.205357} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.132609] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.132795] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.133079] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d50ed3fc-7cac-435a-9e94-3c09cf3686a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.138953] env[69486]: ERROR nova.scheduler.client.report [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [req-50da2ec1-ef06-48bf-93bb-fe2006cd2d62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50da2ec1-ef06-48bf-93bb-fe2006cd2d62"}]} [ 1097.156072] env[69486]: DEBUG nova.scheduler.client.report [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1097.162327] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.162554] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.162764] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Deleting the datastore file [datastore1] daa519b1-f48f-4204-8fbb-ac39b716d4a6 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.163046] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689ad65b-35c5-4579-9627-63acdb3fa3e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.169741] env[69486]: DEBUG oslo_vmware.api [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for the task: (returnval){ [ 1097.169741] env[69486]: value = "task-3214766" [ 1097.169741] env[69486]: _type = "Task" [ 1097.169741] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.174699] env[69486]: DEBUG nova.scheduler.client.report [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1097.174996] env[69486]: DEBUG nova.compute.provider_tree [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.183120] env[69486]: DEBUG oslo_vmware.api [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.186984] env[69486]: DEBUG nova.scheduler.client.report [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1097.197915] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.205802] env[69486]: DEBUG nova.scheduler.client.report [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1097.222455] env[69486]: DEBUG oslo_concurrency.lockutils [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.226596] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.226924] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.227077] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.227227] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.227377] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.227521] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.227730] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.227904] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.228108] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.228281] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.228458] env[69486]: DEBUG nova.virt.hardware [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.229358] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24342cd-5553-45d3-a729-22d5c58547c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.242102] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303db853-efea-4f7b-aba5-b1bd7c2c95a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.445154] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075661} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.450019] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.451545] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b1034-d4ab-42a1-8a19-05db98383709 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.468189] env[69486]: DEBUG nova.objects.base [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Object Instance<85ef072a-e998-4ec8-84b1-cde8724a7191> lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1097.468189] env[69486]: DEBUG nova.network.neutron [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.479898] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 78b537d2-43d7-4c9d-87f6-d89c21dbfca8/78b537d2-43d7-4c9d-87f6-d89c21dbfca8.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.483590] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686041a6-287f-4d9e-aa76-6025204fdefa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.519360] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1097.519360] env[69486]: value = "task-3214767" [ 1097.519360] env[69486]: _type = "Task" [ 1097.519360] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.530277] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.543430] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.550911] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f6550-052f-4aaf-9cb1-bbd6bdd20f06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.559018] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e9e83-1eae-4548-b30c-e709e4e7bb68 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.597264] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc790e-6236-444c-beb1-a48c1b15737d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.606962] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d445d-8233-4df9-9316-37ae33cc71b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.613827] env[69486]: DEBUG nova.compute.manager [None req-bb8c1e81-2446-4e08-82d9-97aecbff2025 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Found 2 images (rotation: 2) {{(pid=69486) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5035}} [ 1097.616269] env[69486]: DEBUG nova.policy [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.633337] env[69486]: DEBUG nova.compute.provider_tree [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.642281] env[69486]: DEBUG oslo_vmware.api [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214764, 'name': ReconfigVM_Task, 'duration_secs': 0.271325} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.646489] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642735', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'name': 'volume-b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ce4cb506-303f-41a5-834b-3d211fb6df27', 'attached_at': '', 'detached_at': '', 'volume_id': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016', 'serial': 'b07bc682-9d96-4d75-8ff2-f1c93e4f1016'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.672253] env[69486]: DEBUG nova.network.neutron [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updated VIF entry in instance network info cache for port 86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.672543] env[69486]: DEBUG nova.network.neutron [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.686444] env[69486]: DEBUG oslo_vmware.api [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Task: {'id': task-3214766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446673} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.686678] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.686868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.687056] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.687227] env[69486]: INFO nova.compute.manager [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1097.687467] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.687654] env[69486]: DEBUG nova.compute.manager [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.687746] env[69486]: DEBUG nova.network.neutron [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.696223] env[69486]: DEBUG nova.scheduler.client.report [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1097.696479] env[69486]: DEBUG nova.compute.provider_tree [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 140 to 141 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1097.696660] env[69486]: DEBUG nova.compute.provider_tree [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.718319] env[69486]: DEBUG nova.network.neutron [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.721436] env[69486]: DEBUG nova.network.neutron [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updated VIF entry in instance network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.721792] env[69486]: DEBUG nova.network.neutron [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.916489] env[69486]: DEBUG nova.network.neutron [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Successfully updated port: a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.020292] env[69486]: DEBUG oslo_vmware.api [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214763, 'name': PowerOnVM_Task, 'duration_secs': 0.891269} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.020711] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.020965] env[69486]: DEBUG nova.compute.manager [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.024493] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe0085-6b22-433a-85fe-cd5247492268 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.032312] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214767, 'name': ReconfigVM_Task, 'duration_secs': 0.34954} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.033835] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 78b537d2-43d7-4c9d-87f6-d89c21dbfca8/78b537d2-43d7-4c9d-87f6-d89c21dbfca8.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.036911] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03fbedb1-81bf-44f5-9a0f-4a70e2c6ea5a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.045310] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1098.045310] env[69486]: value = "task-3214768" [ 1098.045310] env[69486]: _type = "Task" [ 1098.045310] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.055853] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214768, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.122666] env[69486]: DEBUG nova.compute.manager [req-0e75bd8d-8585-4c8b-bab6-b824567dc547 req-25b0ee5c-d40c-4fc6-bce6-e6eaf0f2136a service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Received event network-vif-plugged-a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1098.122902] env[69486]: DEBUG oslo_concurrency.lockutils [req-0e75bd8d-8585-4c8b-bab6-b824567dc547 req-25b0ee5c-d40c-4fc6-bce6-e6eaf0f2136a service nova] Acquiring lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.123161] env[69486]: DEBUG oslo_concurrency.lockutils [req-0e75bd8d-8585-4c8b-bab6-b824567dc547 req-25b0ee5c-d40c-4fc6-bce6-e6eaf0f2136a service nova] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.123299] env[69486]: DEBUG oslo_concurrency.lockutils [req-0e75bd8d-8585-4c8b-bab6-b824567dc547 req-25b0ee5c-d40c-4fc6-bce6-e6eaf0f2136a service nova] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.123466] env[69486]: DEBUG nova.compute.manager [req-0e75bd8d-8585-4c8b-bab6-b824567dc547 req-25b0ee5c-d40c-4fc6-bce6-e6eaf0f2136a service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] No waiting events found dispatching network-vif-plugged-a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.123639] env[69486]: WARNING nova.compute.manager [req-0e75bd8d-8585-4c8b-bab6-b824567dc547 req-25b0ee5c-d40c-4fc6-bce6-e6eaf0f2136a service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Received unexpected event network-vif-plugged-a5f354c9-a757-4fc6-97c1-74c5f805ef46 for instance with vm_state building and task_state spawning. [ 1098.179986] env[69486]: DEBUG oslo_concurrency.lockutils [req-048fc607-b1e9-45b7-9bcc-d10bea1b16bc req-af21f7fc-cfcc-4b88-89e8-91bc361b8538 service nova] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.201988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.030s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.202487] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.206339] env[69486]: DEBUG nova.objects.instance [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'flavor' on Instance uuid ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.207541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.030s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.207737] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.209775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.124s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.210017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.211675] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.007s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.213247] env[69486]: INFO nova.compute.claims [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.220606] env[69486]: DEBUG nova.network.neutron [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.224845] env[69486]: DEBUG oslo_concurrency.lockutils [req-31105ab0-c9a5-401f-879e-de47a6621c1b req-b86c8099-35b1-4d6d-92e9-886c650796e2 service nova] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.234772] env[69486]: INFO nova.scheduler.client.report [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Deleted allocations for instance 4f0b356e-e52f-4ea6-a93b-4af810b35d21 [ 1098.236983] env[69486]: INFO nova.scheduler.client.report [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocations for instance a5ebd197-5506-4001-a6bd-38e2accbf314 [ 1098.250872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "d10446a9-7893-4c5d-8e5b-4996838b45ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.252682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.253286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "d10446a9-7893-4c5d-8e5b-4996838b45ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.253932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.254518] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.257259] env[69486]: INFO nova.compute.manager [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Terminating instance [ 1098.423366] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "refresh_cache-bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.423530] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "refresh_cache-bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.423697] env[69486]: DEBUG nova.network.neutron [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.549018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.556490] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214768, 'name': Rename_Task, 'duration_secs': 0.160112} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.556937] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.557313] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8929b1-33b9-4b11-8a32-f708e423f5e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.566270] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1098.566270] env[69486]: value = "task-3214769" [ 1098.566270] env[69486]: _type = "Task" [ 1098.566270] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.574491] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.720665] env[69486]: DEBUG nova.compute.utils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.726292] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.726578] env[69486]: DEBUG nova.network.neutron [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.729400] env[69486]: INFO nova.compute.manager [-] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Took 1.04 seconds to deallocate network for instance. [ 1098.749093] env[69486]: DEBUG oslo_concurrency.lockutils [None req-14fb5fe9-f8d7-4df6-9f7c-42be513f5512 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "a5ebd197-5506-4001-a6bd-38e2accbf314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.714s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.750521] env[69486]: DEBUG oslo_concurrency.lockutils [None req-749e654f-74c6-49de-b1c1-f9ca32318207 tempest-ServerMetadataTestJSON-391655905 tempest-ServerMetadataTestJSON-391655905-project-member] Lock "4f0b356e-e52f-4ea6-a93b-4af810b35d21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.461s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.764797] env[69486]: DEBUG nova.compute.manager [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.765568] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c9f32f4-f65d-4a85-b5a5-beaba26637f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.781285] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458cdb22-dd49-4a1e-9771-f9614ffd8b67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.801868] env[69486]: DEBUG nova.policy [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b150935359de4ad183d2dd05b06002b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b68247755ac4e1a8c8cf1714a82a4bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.841831] env[69486]: WARNING nova.virt.vmwareapi.driver [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d10446a9-7893-4c5d-8e5b-4996838b45ae could not be found. [ 1098.842208] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.845256] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2d06adb-5d6a-4066-bfe8-6cd96b79754b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.857355] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90931008-91d9-4da6-8d10-a6aa3b711be4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.893174] env[69486]: WARNING nova.virt.vmwareapi.vmops [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d10446a9-7893-4c5d-8e5b-4996838b45ae could not be found. [ 1098.893437] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.893658] env[69486]: INFO nova.compute.manager [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1098.893934] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.894243] env[69486]: DEBUG nova.compute.manager [-] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.894357] env[69486]: DEBUG nova.network.neutron [-] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.986867] env[69486]: DEBUG nova.network.neutron [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.076921] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.232669] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.239020] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d6ae27c0-72d6-4407-91d6-3792604f5c3d tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.904s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.240943] env[69486]: DEBUG nova.compute.manager [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.241790] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d9f29d-2bfc-407c-9179-7230b688ed99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.245242] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.295488] env[69486]: DEBUG nova.network.neutron [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Updating instance_info_cache with network_info: [{"id": "a5f354c9-a757-4fc6-97c1-74c5f805ef46", "address": "fa:16:3e:c3:d6:28", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f354c9-a7", "ovs_interfaceid": "a5f354c9-a757-4fc6-97c1-74c5f805ef46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.430017] env[69486]: DEBUG nova.network.neutron [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Successfully created port: 6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.482019] env[69486]: DEBUG nova.compute.manager [req-a0735600-ec51-44c9-b169-8ebf59111d8e req-d23328a7-07ce-4014-81a2-64720ef99402 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-vif-plugged-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1099.482019] env[69486]: DEBUG oslo_concurrency.lockutils [req-a0735600-ec51-44c9-b169-8ebf59111d8e req-d23328a7-07ce-4014-81a2-64720ef99402 service nova] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.482019] env[69486]: DEBUG oslo_concurrency.lockutils [req-a0735600-ec51-44c9-b169-8ebf59111d8e req-d23328a7-07ce-4014-81a2-64720ef99402 service nova] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.482019] env[69486]: DEBUG oslo_concurrency.lockutils [req-a0735600-ec51-44c9-b169-8ebf59111d8e req-d23328a7-07ce-4014-81a2-64720ef99402 service nova] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.482019] env[69486]: DEBUG nova.compute.manager [req-a0735600-ec51-44c9-b169-8ebf59111d8e req-d23328a7-07ce-4014-81a2-64720ef99402 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] No waiting events found dispatching network-vif-plugged-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.482019] env[69486]: WARNING nova.compute.manager [req-a0735600-ec51-44c9-b169-8ebf59111d8e req-d23328a7-07ce-4014-81a2-64720ef99402 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received unexpected event network-vif-plugged-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa for instance with vm_state active and task_state None. [ 1099.515035] env[69486]: DEBUG nova.network.neutron [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Successfully updated port: d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.527245] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927a52e2-2cb6-4224-9101-122d9174d61d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.538600] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27285de9-f014-4c33-89bb-656b591ff34c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.576390] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a6f7b1-69bf-45bc-9889-121ea97ce0d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.584884] env[69486]: DEBUG oslo_vmware.api [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214769, 'name': PowerOnVM_Task, 'duration_secs': 0.66715} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.586923] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.587152] env[69486]: INFO nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1099.587333] env[69486]: DEBUG nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.588131] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f38b33d-0e35-4361-8c44-cf560121cb6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.591537] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75266cab-86ee-4891-a47b-c22da663c763 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.610433] env[69486]: DEBUG nova.compute.provider_tree [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.754514] env[69486]: INFO nova.compute.manager [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] instance snapshotting [ 1099.755208] env[69486]: DEBUG nova.objects.instance [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'flavor' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.802432] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "refresh_cache-bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.802634] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Instance network_info: |[{"id": "a5f354c9-a757-4fc6-97c1-74c5f805ef46", "address": "fa:16:3e:c3:d6:28", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f354c9-a7", "ovs_interfaceid": "a5f354c9-a757-4fc6-97c1-74c5f805ef46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.803676] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d6:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5f354c9-a757-4fc6-97c1-74c5f805ef46', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.811786] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.811786] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.811786] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-858a4c8a-3961-4b80-a990-bebb152ea4db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.833307] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.833307] env[69486]: value = "task-3214770" [ 1099.833307] env[69486]: _type = "Task" [ 1099.833307] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.842249] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214770, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.019829] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.020034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.021974] env[69486]: DEBUG nova.network.neutron [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.120300] env[69486]: DEBUG nova.scheduler.client.report [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.129420] env[69486]: INFO nova.compute.manager [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Took 27.40 seconds to build instance. [ 1100.216602] env[69486]: DEBUG nova.network.neutron [-] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.248898] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.267051] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58230499-caca-4b48-9cef-58561fd56519 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.295817] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.299375] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.299375] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.299375] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.300269] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.300428] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.300677] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.300905] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.301100] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.301326] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.301650] env[69486]: DEBUG nova.virt.hardware [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.302641] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c503965-0010-4b93-951a-f2fb95d7f3e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.306685] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9400dd71-7e0f-4402-834b-7eb68ed0edc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.317699] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cbf6c7-0b18-4eb0-8cb7-65fffa732fc5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.347088] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214770, 'name': CreateVM_Task, 'duration_secs': 0.398589} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.347267] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.347979] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.348168] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.349536] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.349536] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8361c209-631a-401a-afac-34cb08b5fb9f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.354834] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1100.354834] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524c1ac1-a37f-120c-2c42-927373a029f7" [ 1100.354834] env[69486]: _type = "Task" [ 1100.354834] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.367633] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524c1ac1-a37f-120c-2c42-927373a029f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.482845] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.483150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.483374] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.483597] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.483775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.673610] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.673942] env[69486]: DEBUG nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.676962] env[69486]: DEBUG oslo_concurrency.lockutils [None req-13470cf6-69f0-4a90-85c9-c2441a0be609 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.467s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.677421] env[69486]: INFO nova.compute.manager [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Terminating instance [ 1100.682555] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.168s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.682753] env[69486]: DEBUG nova.objects.instance [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1100.719653] env[69486]: INFO nova.compute.manager [-] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Took 1.82 seconds to deallocate network for instance. [ 1100.729643] env[69486]: WARNING nova.network.neutron [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] 2f9479c5-0435-4799-81be-f7ca9331681c already exists in list: networks containing: ['2f9479c5-0435-4799-81be-f7ca9331681c']. ignoring it [ 1100.831240] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1100.834018] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd6fc1be-ae39-48b1-92e8-2bb5460a4b06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.843543] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1100.843543] env[69486]: value = "task-3214771" [ 1100.843543] env[69486]: _type = "Task" [ 1100.843543] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.862424] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214771, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.868715] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524c1ac1-a37f-120c-2c42-927373a029f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.869051] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.869295] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.869534] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.869875] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.870055] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.870322] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29669c00-eb37-465d-bb1a-c42562d3177c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.882252] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.882452] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.883273] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b02bfdf-a010-4674-9505-cbc607819ab2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.890917] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1100.890917] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bec7e0-a0c5-6bfd-534c-88311987d423" [ 1100.890917] env[69486]: _type = "Task" [ 1100.890917] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.901204] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bec7e0-a0c5-6bfd-534c-88311987d423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.195960] env[69486]: DEBUG nova.compute.utils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.197602] env[69486]: DEBUG nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Not allocating networking since 'none' was specified. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1101.204297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "refresh_cache-8e605bc3-7a33-475e-98f2-92915d8e3ffd" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.204297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquired lock "refresh_cache-8e605bc3-7a33-475e-98f2-92915d8e3ffd" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.204297] env[69486]: DEBUG nova.network.neutron [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.349367] env[69486]: INFO nova.compute.manager [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Took 0.63 seconds to detach 1 volumes for instance. [ 1101.353042] env[69486]: DEBUG nova.compute.manager [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Deleting volume: 5d827d27-eb48-4d35-bbfe-8c8e9c425d85 {{(pid=69486) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1101.362863] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214771, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.409219] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bec7e0-a0c5-6bfd-534c-88311987d423, 'name': SearchDatastore_Task, 'duration_secs': 0.018081} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.410283] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6c99e1-5cee-4033-8cfc-bac8ba969637 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.416906] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1101.416906] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526535a6-6da7-617f-9ff0-2e046a3a4afb" [ 1101.416906] env[69486]: _type = "Task" [ 1101.416906] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.425955] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526535a6-6da7-617f-9ff0-2e046a3a4afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.651052] env[69486]: DEBUG nova.network.neutron [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "address": "fa:16:3e:00:ce:dc", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e8601-b6", "ovs_interfaceid": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.653436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.653436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.654296] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.654521] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.654720] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.654892] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.655075] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.657727] env[69486]: INFO nova.compute.manager [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Terminating instance [ 1101.691666] env[69486]: DEBUG nova.compute.manager [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Received event network-changed-a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1101.692042] env[69486]: DEBUG nova.compute.manager [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Refreshing instance network info cache due to event network-changed-a5f354c9-a757-4fc6-97c1-74c5f805ef46. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1101.692375] env[69486]: DEBUG oslo_concurrency.lockutils [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] Acquiring lock "refresh_cache-bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.692491] env[69486]: DEBUG oslo_concurrency.lockutils [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] Acquired lock "refresh_cache-bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.692721] env[69486]: DEBUG nova.network.neutron [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Refreshing network info cache for port a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.698556] env[69486]: DEBUG nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.707146] env[69486]: DEBUG oslo_concurrency.lockutils [None req-4202a0b2-0957-4309-b825-8b6a0728c027 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.707146] env[69486]: DEBUG oslo_concurrency.lockutils [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.484s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.742479] env[69486]: DEBUG nova.network.neutron [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.816083] env[69486]: DEBUG nova.network.neutron [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.863457] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214771, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.932706] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526535a6-6da7-617f-9ff0-2e046a3a4afb, 'name': SearchDatastore_Task, 'duration_secs': 0.025536} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.932863] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.933154] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] bd2ec6fa-053c-41af-a0b6-4ecf73fa132e/bd2ec6fa-053c-41af-a0b6-4ecf73fa132e.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.936504] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fde51670-e669-4b2d-b5a8-fe568c6e4369 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.948360] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1101.948360] env[69486]: value = "task-3214773" [ 1101.948360] env[69486]: _type = "Task" [ 1101.948360] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.972605] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.975170] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.064274] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2334983d-d07e-4b45-96d2-1b12b9f5e5da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.073928] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89458bf2-fcbd-4821-9f3a-74b7f1e42d1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.111864] env[69486]: DEBUG nova.network.neutron [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Successfully updated port: 6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.113593] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00fa2e2-293d-4b48-8bd3-e103b6cd1158 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.125787] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486d1e1-31b6-46b7-ae0c-92fe9c976a32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.145410] env[69486]: DEBUG nova.compute.provider_tree [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.161284] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.161284] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.161591] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.161790] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.163734] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0881b3b1-19ef-4a77-a027-6771cb6feacb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.166742] env[69486]: DEBUG nova.compute.manager [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.166972] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.167973] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c7c2e-f727-4349-9c52-4eb7fbdade38 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.187397] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.187397] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.187397] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.188884] env[69486]: DEBUG nova.virt.hardware [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.196176] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Reconfiguring VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1102.202554] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ff3454-5b31-49a8-8d00-fdefcaf01287 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.218784] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.223747] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4bb1f12-ece8-42b5-a4f0-12b299a89570 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.234023] env[69486]: DEBUG oslo_vmware.api [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1102.234023] env[69486]: value = "task-3214774" [ 1102.234023] env[69486]: _type = "Task" [ 1102.234023] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.237606] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1102.237606] env[69486]: value = "task-3214775" [ 1102.237606] env[69486]: _type = "Task" [ 1102.237606] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.256380] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.262419] env[69486]: DEBUG oslo_vmware.api [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214774, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.318881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Releasing lock "refresh_cache-8e605bc3-7a33-475e-98f2-92915d8e3ffd" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.319339] env[69486]: DEBUG nova.compute.manager [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.319541] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.320463] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b2aae-daf0-47cd-bffb-4270f2870c36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.330800] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.331093] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf200dc8-f5ba-489c-a299-68fdd7258eff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.342422] env[69486]: DEBUG oslo_vmware.api [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1102.342422] env[69486]: value = "task-3214776" [ 1102.342422] env[69486]: _type = "Task" [ 1102.342422] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.349799] env[69486]: DEBUG oslo_vmware.api [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.363190] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214771, 'name': CreateSnapshot_Task, 'duration_secs': 1.037326} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.363640] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1102.365991] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a28885-69a3-42d5-b5aa-ef800cd8247d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.463014] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214773, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.511231] env[69486]: DEBUG nova.network.neutron [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Updated VIF entry in instance network info cache for port a5f354c9-a757-4fc6-97c1-74c5f805ef46. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.511231] env[69486]: DEBUG nova.network.neutron [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Updating instance_info_cache with network_info: [{"id": "a5f354c9-a757-4fc6-97c1-74c5f805ef46", "address": "fa:16:3e:c3:d6:28", "network": {"id": "c7c1f6d7-b1cf-419f-86e7-af1fcb1a77a1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1798237698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e459f246d56e45eca52ed0f0541427f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f354c9-a7", "ovs_interfaceid": "a5f354c9-a757-4fc6-97c1-74c5f805ef46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.620523] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.621059] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.621139] env[69486]: DEBUG nova.network.neutron [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.650070] env[69486]: DEBUG nova.scheduler.client.report [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.711092] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.727104] env[69486]: DEBUG nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.751100] env[69486]: DEBUG oslo_vmware.api [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214774, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.757431] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214775, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.787793] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.787793] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.787903] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.788692] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.788692] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.788692] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.788692] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.788954] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.789284] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.789376] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.789595] env[69486]: DEBUG nova.virt.hardware [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.790511] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6450ef-9dca-4787-b63a-c3cb6c2f3033 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.800320] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcf83b1-8456-4798-b7b6-df1f9d7727a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.810711] env[69486]: DEBUG nova.compute.manager [req-f2b73780-feae-4aaa-ba45-b3ab46a47e8a req-1c9a14ce-9d9f-4751-a167-303eb53effc8 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received event network-vif-plugged-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1102.810711] env[69486]: DEBUG oslo_concurrency.lockutils [req-f2b73780-feae-4aaa-ba45-b3ab46a47e8a req-1c9a14ce-9d9f-4751-a167-303eb53effc8 service nova] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.810711] env[69486]: DEBUG oslo_concurrency.lockutils [req-f2b73780-feae-4aaa-ba45-b3ab46a47e8a req-1c9a14ce-9d9f-4751-a167-303eb53effc8 service nova] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.810711] env[69486]: DEBUG oslo_concurrency.lockutils [req-f2b73780-feae-4aaa-ba45-b3ab46a47e8a req-1c9a14ce-9d9f-4751-a167-303eb53effc8 service nova] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.811085] env[69486]: DEBUG nova.compute.manager [req-f2b73780-feae-4aaa-ba45-b3ab46a47e8a req-1c9a14ce-9d9f-4751-a167-303eb53effc8 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] No waiting events found dispatching network-vif-plugged-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.811279] env[69486]: WARNING nova.compute.manager [req-f2b73780-feae-4aaa-ba45-b3ab46a47e8a req-1c9a14ce-9d9f-4751-a167-303eb53effc8 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received unexpected event network-vif-plugged-6b6f0993-6735-44ab-a71a-7155430b121d for instance with vm_state building and task_state spawning. [ 1102.822482] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Instance VIF info [] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.826883] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Creating folder: Project (65e5c12d42164a829078f16e2042646c). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.827302] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ecd8319-0157-4bb0-a014-1182d84e587d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.839378] env[69486]: DEBUG nova.compute.manager [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-changed-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1102.841125] env[69486]: DEBUG nova.compute.manager [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing instance network info cache due to event network-changed-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1102.841125] env[69486]: DEBUG oslo_concurrency.lockutils [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.841125] env[69486]: DEBUG oslo_concurrency.lockutils [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.841125] env[69486]: DEBUG nova.network.neutron [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing network info cache for port d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.843387] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Created folder: Project (65e5c12d42164a829078f16e2042646c) in parent group-v642494. [ 1102.843567] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Creating folder: Instances. Parent ref: group-v642784. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.847044] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01d26cb1-a380-439c-8a1e-6d38b9ada3da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.855536] env[69486]: DEBUG oslo_vmware.api [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214776, 'name': PowerOffVM_Task, 'duration_secs': 0.349188} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.855810] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.855981] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.856246] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faedf2ae-dc85-4671-9002-d0bddd48e376 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.859695] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Created folder: Instances in parent group-v642784. [ 1102.859935] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.860147] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.860385] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e99c5d-e11c-461c-a9b7-1eba607f1280 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.887646] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1102.888711] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ceeafd33-2cbf-44af-883d-ab2b5c2b9eb6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.891846] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.891846] env[69486]: value = "task-3214780" [ 1102.891846] env[69486]: _type = "Task" [ 1102.891846] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.898755] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1102.898755] env[69486]: value = "task-3214781" [ 1102.898755] env[69486]: _type = "Task" [ 1102.898755] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.902884] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214780, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.911262] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214781, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.971572] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727389} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.972413] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] bd2ec6fa-053c-41af-a0b6-4ecf73fa132e/bd2ec6fa-053c-41af-a0b6-4ecf73fa132e.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.972704] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.972978] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.973189] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.973456] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Deleting the datastore file [datastore1] 8e605bc3-7a33-475e-98f2-92915d8e3ffd {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.973659] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-302ad2a0-f5c4-4f63-87a3-d96d80150bd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.975774] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb58f129-822d-4457-a285-25ce07dccb1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.985535] env[69486]: DEBUG oslo_vmware.api [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for the task: (returnval){ [ 1102.985535] env[69486]: value = "task-3214782" [ 1102.985535] env[69486]: _type = "Task" [ 1102.985535] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.986673] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1102.986673] env[69486]: value = "task-3214783" [ 1102.986673] env[69486]: _type = "Task" [ 1102.986673] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.004035] env[69486]: DEBUG oslo_vmware.api [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.006722] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.015591] env[69486]: DEBUG oslo_concurrency.lockutils [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] Releasing lock "refresh_cache-bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.016166] env[69486]: DEBUG nova.compute.manager [req-5a8eb371-a6af-40a2-8aab-aa53093473cd req-5a21342a-9562-4cca-a143-d71c6e43e5e6 service nova] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Received event network-vif-deleted-f66046ee-cc6e-4fe0-98db-5eceffab499f {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1103.157559] env[69486]: DEBUG oslo_concurrency.lockutils [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.451s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.159932] env[69486]: INFO nova.compute.manager [None req-89f00342-9e83-4581-a50a-9498c175bfdb tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Successfully reverted task state from rebuilding on failure for instance. [ 1103.163305] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.614s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.163468] env[69486]: DEBUG nova.objects.instance [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1103.251434] env[69486]: DEBUG oslo_vmware.api [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.258025] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214775, 'name': PowerOffVM_Task, 'duration_secs': 0.798685} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.259694] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.259694] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.259694] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceadb3a9-c36c-4f93-9d97-d507ec614b58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.273219] env[69486]: DEBUG nova.network.neutron [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.351902] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.352154] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.352341] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleting the datastore file [datastore1] ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.352613] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c01287b-6ccf-46e1-ada0-c00e934be732 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.359561] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1103.359561] env[69486]: value = "task-3214785" [ 1103.359561] env[69486]: _type = "Task" [ 1103.359561] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.368777] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.403150] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214780, 'name': CreateVM_Task, 'duration_secs': 0.427662} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.406651] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.407178] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.407349] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.407659] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.408488] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba058343-c916-4c1f-a028-4e3fc4b81ec2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.414058] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214781, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.417909] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1103.417909] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a2ebf6-e258-788b-e71e-088fd0f99c25" [ 1103.417909] env[69486]: _type = "Task" [ 1103.417909] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.429377] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a2ebf6-e258-788b-e71e-088fd0f99c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.505827] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144484} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.509152] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.509976] env[69486]: DEBUG oslo_vmware.api [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Task: {'id': task-3214782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17075} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.510297] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9103fb-6497-4817-afb5-d1e64831260b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.513014] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.513212] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.513388] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.513563] env[69486]: INFO nova.compute.manager [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1103.513798] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.514123] env[69486]: DEBUG nova.compute.manager [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.514123] env[69486]: DEBUG nova.network.neutron [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.544621] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] bd2ec6fa-053c-41af-a0b6-4ecf73fa132e/bd2ec6fa-053c-41af-a0b6-4ecf73fa132e.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.549946] env[69486]: DEBUG nova.network.neutron [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.549946] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b54960-dd7c-4627-8f8c-80af5509982a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.564039] env[69486]: DEBUG nova.network.neutron [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.566175] env[69486]: DEBUG nova.network.neutron [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.576356] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1103.576356] env[69486]: value = "task-3214786" [ 1103.576356] env[69486]: _type = "Task" [ 1103.576356] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.588313] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.750091] env[69486]: DEBUG oslo_vmware.api [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.835364] env[69486]: DEBUG nova.network.neutron [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updated VIF entry in instance network info cache for port d81e8601-b63f-4876-8c62-2a5e0b1cb7aa. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.835872] env[69486]: DEBUG nova.network.neutron [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "address": "fa:16:3e:00:ce:dc", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e8601-b6", "ovs_interfaceid": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.871832] env[69486]: DEBUG oslo_vmware.api [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37828} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.872634] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.872634] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.872634] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.872634] env[69486]: INFO nova.compute.manager [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1103.872872] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.873072] env[69486]: DEBUG nova.compute.manager [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.873256] env[69486]: DEBUG nova.network.neutron [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.913838] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214781, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.932762] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a2ebf6-e258-788b-e71e-088fd0f99c25, 'name': SearchDatastore_Task, 'duration_secs': 0.027685} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.933173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.933326] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.933598] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.934250] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.934250] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.934364] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad445d9-e270-474a-9a83-668ab1904be8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.947542] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.949423] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.949423] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c770a2e1-839d-4ebc-82be-4cd68767c9bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.957309] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1103.957309] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52536817-e26b-ef6d-3bad-818d39bdb27c" [ 1103.957309] env[69486]: _type = "Task" [ 1103.957309] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.967827] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52536817-e26b-ef6d-3bad-818d39bdb27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.068961] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.071017] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Instance network_info: |[{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.071017] env[69486]: INFO nova.compute.manager [-] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Took 0.56 seconds to deallocate network for instance. [ 1104.071017] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:49:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b6f0993-6735-44ab-a71a-7155430b121d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.078880] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.081236] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.085640] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca462f4-db3c-4a33-9eec-f90d13163f3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.111080] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214786, 'name': ReconfigVM_Task, 'duration_secs': 0.341941} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.112686] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] bd2ec6fa-053c-41af-a0b6-4ecf73fa132e/bd2ec6fa-053c-41af-a0b6-4ecf73fa132e.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.113350] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.113350] env[69486]: value = "task-3214787" [ 1104.113350] env[69486]: _type = "Task" [ 1104.113350] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.113548] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b946a3f-271d-461c-99d8-96fc0d9bacd4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.124489] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1104.124489] env[69486]: value = "task-3214788" [ 1104.124489] env[69486]: _type = "Task" [ 1104.124489] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.128235] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214787, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.137674] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214788, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.174918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35253051-e8a3-4799-a9cf-748a5515ca8d tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.174918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.929s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.174918] env[69486]: DEBUG nova.objects.instance [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lazy-loading 'resources' on Instance uuid daa519b1-f48f-4204-8fbb-ac39b716d4a6 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.214034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.214034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.214034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.214034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.214034] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.219911] env[69486]: INFO nova.compute.manager [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Terminating instance [ 1104.248743] env[69486]: DEBUG oslo_vmware.api [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214774, 'name': ReconfigVM_Task, 'duration_secs': 1.815874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.249516] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.249912] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Reconfigured VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1104.339354] env[69486]: DEBUG oslo_concurrency.lockutils [req-34c61369-112d-49d3-9801-628fa7cb3ef1 req-8c00653e-b74a-4768-937b-f91c2fcffbee service nova] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.416666] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214781, 'name': CloneVM_Task, 'duration_secs': 1.515116} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.416666] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Created linked-clone VM from snapshot [ 1104.417063] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7357cc5b-b30d-4336-94b1-cc3d8eb8bff1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.424936] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Uploading image ef75e165-7985-417a-9ad1-6360841852b1 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1104.468145] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52536817-e26b-ef6d-3bad-818d39bdb27c, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.471041] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1104.471041] env[69486]: value = "vm-642787" [ 1104.471041] env[69486]: _type = "VirtualMachine" [ 1104.471041] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1104.471041] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55144a46-4cfe-45a3-8b78-11fc8d9dadbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.472942] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e652c1d-3d7d-4dc1-9af3-bb6600ed70db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.478843] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1104.478843] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b108d2-00de-376f-b8b7-bb1793fa1612" [ 1104.478843] env[69486]: _type = "Task" [ 1104.478843] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.487139] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease: (returnval){ [ 1104.487139] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52508f48-ddd1-c797-5696-55389053c8c9" [ 1104.487139] env[69486]: _type = "HttpNfcLease" [ 1104.487139] env[69486]: } obtained for exporting VM: (result){ [ 1104.487139] env[69486]: value = "vm-642787" [ 1104.487139] env[69486]: _type = "VirtualMachine" [ 1104.487139] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1104.487139] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the lease: (returnval){ [ 1104.487139] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52508f48-ddd1-c797-5696-55389053c8c9" [ 1104.487139] env[69486]: _type = "HttpNfcLease" [ 1104.487139] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1104.489747] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b108d2-00de-376f-b8b7-bb1793fa1612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.496546] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.496546] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52508f48-ddd1-c797-5696-55389053c8c9" [ 1104.496546] env[69486]: _type = "HttpNfcLease" [ 1104.496546] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.530381] env[69486]: DEBUG nova.compute.manager [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1104.530429] env[69486]: DEBUG nova.compute.manager [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing instance network info cache due to event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1104.530755] env[69486]: DEBUG oslo_concurrency.lockutils [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.531036] env[69486]: DEBUG oslo_concurrency.lockutils [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.531333] env[69486]: DEBUG nova.network.neutron [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.607142] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.625067] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214787, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.636766] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214788, 'name': Rename_Task, 'duration_secs': 0.16826} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.637039] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.637275] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8350b3f-ba29-4c34-ac0e-94a844a8f7dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.647020] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1104.647020] env[69486]: value = "task-3214790" [ 1104.647020] env[69486]: _type = "Task" [ 1104.647020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.655747] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.725060] env[69486]: DEBUG nova.compute.manager [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.725060] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.725060] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b0339c-7988-40bb-ab95-c80f11a711c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.733043] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.733295] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e4ed8f7-06ae-472d-bc8e-9f6a28170c83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.741136] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1104.741136] env[69486]: value = "task-3214791" [ 1104.741136] env[69486]: _type = "Task" [ 1104.741136] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.749972] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.755749] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5cccfc7-03ed-42ce-ac63-20f8dcb6e059 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-85ef072a-e998-4ec8-84b1-cde8724a7191-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.399s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.987498] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323216bb-ec54-4363-9c55-10283daf3796 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.993425] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b108d2-00de-376f-b8b7-bb1793fa1612, 'name': SearchDatastore_Task, 'duration_secs': 0.021081} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.996651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.996924] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] da52b173-895a-4401-8299-dbe9c4196787/da52b173-895a-4401-8299-dbe9c4196787.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.997202] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c69dde-9bf7-4a16-a789-da3e6356d40f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.003717] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7287b2e-301f-4dae-9f4d-082605d39b2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.008460] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1105.008460] env[69486]: value = "task-3214792" [ 1105.008460] env[69486]: _type = "Task" [ 1105.008460] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.013104] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.013104] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52508f48-ddd1-c797-5696-55389053c8c9" [ 1105.013104] env[69486]: _type = "HttpNfcLease" [ 1105.013104] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1105.040193] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1105.040193] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52508f48-ddd1-c797-5696-55389053c8c9" [ 1105.040193] env[69486]: _type = "HttpNfcLease" [ 1105.040193] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1105.045579] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aed8eec-e007-41d1-9f92-7fa534d3aa95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.050057] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bc4535-b696-410f-a951-a53b8224ffff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.058847] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.067428] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286817c-6ef4-8dbb-10a6-93a76edc783f/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1105.067752] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286817c-6ef4-8dbb-10a6-93a76edc783f/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1105.075800] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c511db-05f9-49fc-95cd-eca0c1c77808 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.155819] env[69486]: DEBUG nova.compute.provider_tree [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.164923] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214787, 'name': CreateVM_Task, 'duration_secs': 0.663659} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.164923] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.165257] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.165464] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.165772] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.169067] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f4a410-75de-47e6-a014-a2d3e8eb1f05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.171929] env[69486]: DEBUG oslo_vmware.api [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214790, 'name': PowerOnVM_Task, 'duration_secs': 0.502426} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.172541] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.172738] env[69486]: INFO nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1105.172906] env[69486]: DEBUG nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.173681] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba95baf1-ed95-4a3f-8444-9f636fe332fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.177542] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1105.177542] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52056378-dbf8-acee-daf0-302c3446d585" [ 1105.177542] env[69486]: _type = "Task" [ 1105.177542] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.192667] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52056378-dbf8-acee-daf0-302c3446d585, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.197018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.197018] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.197018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.197018] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.197018] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.197018] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b80ae92-e7b4-4270-8821-8efaedede40a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.207145] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.207145] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.207661] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47f4caa-dbcd-48da-b76e-282c0857fda2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.224360] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a7ddcea-b2ae-4271-95e2-4ca0555e20c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.228232] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1105.228232] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c8ab85-98ac-f834-4047-9b293c431586" [ 1105.228232] env[69486]: _type = "Task" [ 1105.228232] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.240659] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c8ab85-98ac-f834-4047-9b293c431586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.251244] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214791, 'name': PowerOffVM_Task, 'duration_secs': 0.292755} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.251523] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.251697] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.251946] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6e42799-2862-4351-a0ce-df795d94eb2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.257292] env[69486]: DEBUG nova.network.neutron [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.324370] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.324631] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.325124] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Deleting the datastore file [datastore1] 78b537d2-43d7-4c9d-87f6-d89c21dbfca8 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.325124] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5ed65f-f9aa-4304-8510-f17f804963d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.335257] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for the task: (returnval){ [ 1105.335257] env[69486]: value = "task-3214794" [ 1105.335257] env[69486]: _type = "Task" [ 1105.335257] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.345449] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.510583] env[69486]: DEBUG nova.network.neutron [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updated VIF entry in instance network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.510583] env[69486]: DEBUG nova.network.neutron [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.528488] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214792, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.691555] env[69486]: ERROR nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] [req-b5d31c03-f176-43b4-b4c2-b461564af2d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5d31c03-f176-43b4-b4c2-b461564af2d8"}]} [ 1105.698029] env[69486]: INFO nova.compute.manager [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Took 31.99 seconds to build instance. [ 1105.713991] env[69486]: DEBUG nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1105.740616] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c8ab85-98ac-f834-4047-9b293c431586, 'name': SearchDatastore_Task, 'duration_secs': 0.021265} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.742698] env[69486]: DEBUG nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1105.743109] env[69486]: DEBUG nova.compute.provider_tree [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.747936] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef89867-7dd9-42a3-9820-26bac3505ae6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.757149] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1105.757149] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52dcbc54-4389-2f41-be30-874836f8b5b2" [ 1105.757149] env[69486]: _type = "Task" [ 1105.757149] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.761409] env[69486]: DEBUG nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1105.763959] env[69486]: INFO nova.compute.manager [-] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Took 1.89 seconds to deallocate network for instance. [ 1105.773571] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52dcbc54-4389-2f41-be30-874836f8b5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.790899] env[69486]: DEBUG nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1105.852307] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.023130] env[69486]: DEBUG oslo_concurrency.lockutils [req-15427624-1b39-4266-bd6a-304e4d86ba39 req-0f2a0e05-616e-4eb2-ac79-e39f9899e8de service nova] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.024557] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697485} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.024952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] da52b173-895a-4401-8299-dbe9c4196787/da52b173-895a-4401-8299-dbe9c4196787.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.025347] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.025645] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49700ea0-3e61-47d1-b8b7-4b9f551ecff8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.033803] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1106.033803] env[69486]: value = "task-3214795" [ 1106.033803] env[69486]: _type = "Task" [ 1106.033803] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.045671] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.166604] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.166604] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.200109] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5c6371c2-63c6-4238-aeb6-0f0f9198b39b tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.503s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.226235] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ade6c-cf48-4d31-9295-0bad398e8fad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.235194] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de5f4a4-d7be-4df1-87d1-c7cd73a5d1db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.270320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-85ef072a-e998-4ec8-84b1-cde8724a7191-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.270695] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-85ef072a-e998-4ec8-84b1-cde8724a7191-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.277099] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68392e2-b969-4e61-bbac-5ce0126969c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.280330] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.291745] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71107bd-7e53-47b5-b605-c25fb828f187 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.296141] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52dcbc54-4389-2f41-be30-874836f8b5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.017464} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.296775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.297164] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/76bb9a88-7403-4e0c-b95d-c74cfa2adde0.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.298667] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae35af7d-c7ef-4c1b-9eb4-0d5a627f36a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.310670] env[69486]: DEBUG nova.compute.provider_tree [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.318410] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1106.318410] env[69486]: value = "task-3214796" [ 1106.318410] env[69486]: _type = "Task" [ 1106.318410] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.329104] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.348542] env[69486]: DEBUG oslo_vmware.api [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Task: {'id': task-3214794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574204} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.348800] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.349114] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.349312] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.349587] env[69486]: INFO nova.compute.manager [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1106.349864] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.350081] env[69486]: DEBUG nova.compute.manager [-] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.350428] env[69486]: DEBUG nova.network.neutron [-] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.547817] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148928} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.547817] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.547817] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c683f4c1-f1f8-41a9-87b7-fcfc2ecd9ab1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.573118] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] da52b173-895a-4401-8299-dbe9c4196787/da52b173-895a-4401-8299-dbe9c4196787.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.573118] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9f71fd-d849-438a-a67c-489fc31d51d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.591500] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1106.591500] env[69486]: value = "task-3214797" [ 1106.591500] env[69486]: _type = "Task" [ 1106.591500] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.602950] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.669147] env[69486]: DEBUG nova.compute.manager [req-46512716-c623-401c-a335-66e31ede3c00 req-58d83510-dff3-4041-bc56-ca22d711d8a7 service nova] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Received event network-vif-deleted-548a034c-2db9-4f58-b495-31df365edf94 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1106.670162] env[69486]: INFO nova.compute.manager [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Detaching volume d428e014-e648-491b-9066-17752b70d62d [ 1106.737814] env[69486]: INFO nova.virt.block_device [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Attempting to driver detach volume d428e014-e648-491b-9066-17752b70d62d from mountpoint /dev/sdb [ 1106.737814] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.737814] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642758', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'name': 'volume-d428e014-e648-491b-9066-17752b70d62d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b312dc9d-27dc-44da-a421-bc612e6e8bda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'serial': 'd428e014-e648-491b-9066-17752b70d62d'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1106.738314] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c5d115-add2-473a-9ccd-0dc5e4425a0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.767426] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f696eccc-47fd-47bd-b340-fad8211bd63c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.775620] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.775820] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.777442] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628a03eb-5e78-4103-9e52-7b3cd0fc2378 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.783940] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212039a-c378-4953-8ea8-21479de63bfe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.810576] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae7479c-3ad0-47ed-bc74-7dc3f33f24ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.844606] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e829670b-6926-4c36-b9db-18cb2d47d649 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.872279] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Reconfiguring VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1106.874322] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a529fa-eed2-43db-a006-6562cf73af40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.906134] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] The volume has not been displaced from its original location: [datastore2] volume-d428e014-e648-491b-9066-17752b70d62d/volume-d428e014-e648-491b-9066-17752b70d62d.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1106.910738] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.911270] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214796, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.912070] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a980cf6a-3379-451b-9173-9dd24ca22de2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.928286] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1106.928286] env[69486]: value = "task-3214798" [ 1106.928286] env[69486]: _type = "Task" [ 1106.928286] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.937938] env[69486]: DEBUG oslo_vmware.api [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1106.937938] env[69486]: value = "task-3214799" [ 1106.937938] env[69486]: _type = "Task" [ 1106.937938] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.942349] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.956569] env[69486]: DEBUG oslo_vmware.api [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.103384] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214797, 'name': ReconfigVM_Task, 'duration_secs': 0.339697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.103815] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Reconfigured VM instance instance-0000006d to attach disk [datastore1] da52b173-895a-4401-8299-dbe9c4196787/da52b173-895a-4401-8299-dbe9c4196787.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.104611] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaded934-3b58-4c5b-a3cd-e048f4f64b5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.112706] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1107.112706] env[69486]: value = "task-3214800" [ 1107.112706] env[69486]: _type = "Task" [ 1107.112706] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.124018] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214800, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.130924] env[69486]: DEBUG nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1107.131248] env[69486]: DEBUG nova.compute.provider_tree [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 142 to 143 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1107.131441] env[69486]: DEBUG nova.compute.provider_tree [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.277703] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.278017] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.278572] env[69486]: DEBUG nova.compute.manager [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.279749] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8f226-f480-4f30-b391-357fda17d94a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.289036] env[69486]: DEBUG nova.compute.manager [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1107.289923] env[69486]: DEBUG nova.objects.instance [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'flavor' on Instance uuid bd2ec6fa-053c-41af-a0b6-4ecf73fa132e {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.308613] env[69486]: DEBUG nova.network.neutron [-] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.348669] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726983} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.349090] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/76bb9a88-7403-4e0c-b95d-c74cfa2adde0.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.349378] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.349657] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e73d8ba8-dd8e-4c54-b128-c4af4ac56e5f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.357637] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1107.357637] env[69486]: value = "task-3214801" [ 1107.357637] env[69486]: _type = "Task" [ 1107.357637] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.370792] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.441396] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.453266] env[69486]: DEBUG oslo_vmware.api [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214799, 'name': ReconfigVM_Task, 'duration_secs': 0.349231} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.455036] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.464130] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db1a60f-5dfb-481c-b3fe-9eb9e26bd849 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.483797] env[69486]: INFO nova.compute.manager [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Rebuilding instance [ 1107.497022] env[69486]: DEBUG oslo_vmware.api [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1107.497022] env[69486]: value = "task-3214802" [ 1107.497022] env[69486]: _type = "Task" [ 1107.497022] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.505803] env[69486]: DEBUG oslo_vmware.api [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.560587] env[69486]: DEBUG nova.compute.manager [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.561409] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2274980f-80a4-443a-98ce-b691c5c83fbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.626931] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214800, 'name': Rename_Task, 'duration_secs': 0.203672} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.627257] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.627549] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be41598-a88d-4a79-a9e9-31571127ff54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.636811] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.462s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.639181] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1107.639181] env[69486]: value = "task-3214803" [ 1107.639181] env[69486]: _type = "Task" [ 1107.639181] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.639965] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.665s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.640269] env[69486]: DEBUG nova.objects.instance [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lazy-loading 'resources' on Instance uuid d10446a9-7893-4c5d-8e5b-4996838b45ae {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.650940] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.681825] env[69486]: INFO nova.scheduler.client.report [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Deleted allocations for instance daa519b1-f48f-4204-8fbb-ac39b716d4a6 [ 1107.810956] env[69486]: INFO nova.compute.manager [-] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Took 1.46 seconds to deallocate network for instance. [ 1107.868722] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163161} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.869264] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.870166] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8716f9-d45e-4061-bd7b-102130120ed4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.893622] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/76bb9a88-7403-4e0c-b95d-c74cfa2adde0.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.894630] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcf5723-417f-460b-9b9d-ace4a2ebf4ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.916797] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1107.916797] env[69486]: value = "task-3214804" [ 1107.916797] env[69486]: _type = "Task" [ 1107.916797] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.928962] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.940404] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.005133] env[69486]: DEBUG oslo_vmware.api [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214802, 'name': ReconfigVM_Task, 'duration_secs': 0.176931} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.005808] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642758', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'name': 'volume-d428e014-e648-491b-9066-17752b70d62d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b312dc9d-27dc-44da-a421-bc612e6e8bda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd428e014-e648-491b-9066-17752b70d62d', 'serial': 'd428e014-e648-491b-9066-17752b70d62d'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.156700] env[69486]: DEBUG oslo_vmware.api [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214803, 'name': PowerOnVM_Task, 'duration_secs': 0.491346} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.156700] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.156700] env[69486]: INFO nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1108.156700] env[69486]: DEBUG nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.156942] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b1d208-d597-48ee-a853-ca30aff89054 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.192948] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ef38f97-a6a9-40cb-8283-cd825d01cfe7 tempest-ServerShowV257Test-971657735 tempest-ServerShowV257Test-971657735-project-member] Lock "daa519b1-f48f-4204-8fbb-ac39b716d4a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.342s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.301030] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.301030] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0885afd-b944-4862-9bc6-4228f2fafbb0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.312236] env[69486]: DEBUG oslo_vmware.api [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1108.312236] env[69486]: value = "task-3214805" [ 1108.312236] env[69486]: _type = "Task" [ 1108.312236] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.318413] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.322850] env[69486]: DEBUG oslo_vmware.api [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.429101] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.440874] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.538805] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea77165-a2a1-4cc8-aafb-a901c1a51c7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.546985] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7d29a-7334-4722-ad40-bbe321eaa13b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.582018] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.583785] env[69486]: DEBUG nova.objects.instance [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.585167] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11574a23-44d8-4a80-be74-ddfd1f9bb97c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.587402] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b2a6c3-bac7-408f-b25b-4c855fb94dd2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.602750] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6671f1f3-36c8-42e7-b97f-8040c18e348b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.607657] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1108.607657] env[69486]: value = "task-3214806" [ 1108.607657] env[69486]: _type = "Task" [ 1108.607657] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.621030] env[69486]: DEBUG nova.compute.provider_tree [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.629312] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.679038] env[69486]: INFO nova.compute.manager [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Took 17.49 seconds to build instance. [ 1108.827895] env[69486]: DEBUG oslo_vmware.api [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214805, 'name': PowerOffVM_Task, 'duration_secs': 0.201083} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.831924] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.831924] env[69486]: DEBUG nova.compute.manager [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.831924] env[69486]: DEBUG nova.compute.manager [req-b56b2532-1cc0-482a-a8d5-cb2198e1bba7 req-1a0d89bc-9cdb-4f8f-919d-94762c040993 service nova] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Received event network-vif-deleted-79e692fa-b2d2-49e4-9663-33d13052df39 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1108.832889] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74abf255-4438-42e7-95c7-117d2d64633b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.936231] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214804, 'name': ReconfigVM_Task, 'duration_secs': 0.553144} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.940099] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/76bb9a88-7403-4e0c-b95d-c74cfa2adde0.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.941132] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5235338f-7e99-4e58-92f8-9c6f6945c817 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.955645] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.957791] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1108.957791] env[69486]: value = "task-3214807" [ 1108.957791] env[69486]: _type = "Task" [ 1108.957791] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.968054] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214807, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.120281] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214806, 'name': PowerOffVM_Task, 'duration_secs': 0.185026} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.120561] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.120821] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.121627] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c95790-0e28-4654-ad1f-c961d51a7223 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.125460] env[69486]: DEBUG nova.scheduler.client.report [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.134894] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.135267] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88fd442f-1942-4865-b40c-c30f8ee1894d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.181060] env[69486]: DEBUG oslo_concurrency.lockutils [None req-058dbd9c-d084-4c5b-ae7d-410a43589e56 tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "da52b173-895a-4401-8299-dbe9c4196787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.997s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.202513] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.203677] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.203677] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleting the datastore file [datastore2] 3dec70f1-2eed-4d57-9477-8fd14494b8cf {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.203677] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c70977-5b17-4e02-9976-97df966ade1b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.210913] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1109.210913] env[69486]: value = "task-3214809" [ 1109.210913] env[69486]: _type = "Task" [ 1109.210913] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.220252] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.351122] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d8d2116b-17bd-410d-9538-dda630ed4f7a tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.418264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.447316] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.469656] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214807, 'name': Rename_Task, 'duration_secs': 0.210487} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.470014] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.470274] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cab5f37-e467-428a-9faa-4fb9365d1b66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.477964] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1109.477964] env[69486]: value = "task-3214810" [ 1109.477964] env[69486]: _type = "Task" [ 1109.477964] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.486716] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.595357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6404f068-d32b-402d-8e3c-8cc31858c607 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.429s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.596477] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.178s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.596689] env[69486]: DEBUG nova.compute.manager [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.597583] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0283e6d9-06f8-4d41-81d6-1070481e3393 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.606874] env[69486]: DEBUG nova.compute.manager [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1109.607524] env[69486]: DEBUG nova.objects.instance [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.633868] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.637622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.927s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.639295] env[69486]: INFO nova.compute.claims [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.721690] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192611} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.722448] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.722736] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.723051] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.947229] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.989102] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.061788] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.062082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.062298] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.062483] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.062657] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.065012] env[69486]: INFO nova.compute.manager [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Terminating instance [ 1110.156750] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1ecd9820-5665-4758-b90f-6399f417c97d tempest-ServerActionsV293TestJSON-1472487867 tempest-ServerActionsV293TestJSON-1472487867-project-member] Lock "d10446a9-7893-4c5d-8e5b-4996838b45ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.905s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.282203] env[69486]: DEBUG nova.compute.manager [None req-a24f016f-b2de-477d-b035-975317b8ebaa tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.283219] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d386cad-3e11-4f84-8035-79e9d973830d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.361350] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "da52b173-895a-4401-8299-dbe9c4196787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.361606] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "da52b173-895a-4401-8299-dbe9c4196787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.361811] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "da52b173-895a-4401-8299-dbe9c4196787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.361996] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "da52b173-895a-4401-8299-dbe9c4196787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.362187] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "da52b173-895a-4401-8299-dbe9c4196787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.364706] env[69486]: INFO nova.compute.manager [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Terminating instance [ 1110.447166] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.490440] env[69486]: DEBUG oslo_vmware.api [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214810, 'name': PowerOnVM_Task, 'duration_secs': 0.694049} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.490680] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.490881] env[69486]: INFO nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1110.491066] env[69486]: DEBUG nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.491817] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b378236e-7ea0-44d6-ac62-2b8f46772eeb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.569147] env[69486]: DEBUG nova.compute.manager [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.569416] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.570396] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc35949-a37d-4946-ae70-452a9539dfbf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.578860] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.579130] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e42314b-67bc-427e-9052-b3ca1d535649 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.615309] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.615696] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0aa8675-4d2d-4b49-a3d0-e1a629b5786f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.624298] env[69486]: DEBUG oslo_vmware.api [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1110.624298] env[69486]: value = "task-3214812" [ 1110.624298] env[69486]: _type = "Task" [ 1110.624298] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.634331] env[69486]: DEBUG oslo_vmware.api [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.652129] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.652390] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.652524] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore1] bd2ec6fa-053c-41af-a0b6-4ecf73fa132e {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.652914] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b90dd080-e0e6-4560-b0d4-ef8921fe6431 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.660095] env[69486]: DEBUG oslo_vmware.api [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1110.660095] env[69486]: value = "task-3214813" [ 1110.660095] env[69486]: _type = "Task" [ 1110.660095] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.670384] env[69486]: DEBUG oslo_vmware.api [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.763980] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.764280] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.764453] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.764642] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.765119] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.765119] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.765460] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.765460] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.765532] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.765713] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.765966] env[69486]: DEBUG nova.virt.hardware [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.767295] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a123c9e-2923-47ab-a685-fc17261b1ee8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.784585] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ba8ed-8150-4d44-bcc4-f74c07d12b72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.800797] env[69486]: INFO nova.compute.manager [None req-a24f016f-b2de-477d-b035-975317b8ebaa tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] instance snapshotting [ 1110.801515] env[69486]: DEBUG nova.objects.instance [None req-a24f016f-b2de-477d-b035-975317b8ebaa tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lazy-loading 'flavor' on Instance uuid da52b173-895a-4401-8299-dbe9c4196787 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.803503] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:69:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36f10855-cc71-4c2b-861c-df7ea35b7e6d', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.810897] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.814600] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.815351] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07d34ebb-b39e-4ffc-af28-e4ad36b3a933 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.841403] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.841403] env[69486]: value = "task-3214814" [ 1110.841403] env[69486]: _type = "Task" [ 1110.841403] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.857403] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214814, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.868219] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "refresh_cache-da52b173-895a-4401-8299-dbe9c4196787" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.868648] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquired lock "refresh_cache-da52b173-895a-4401-8299-dbe9c4196787" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.868958] env[69486]: DEBUG nova.network.neutron [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.952245] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.957920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d55d96-827b-47da-90ef-c67e67bc0b2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.966058] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4345af70-516e-4417-803b-a744afae9d30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.001291] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8306da2-25aa-4ea4-a472-becd41567e3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.012340] env[69486]: INFO nova.compute.manager [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Took 32.79 seconds to build instance. [ 1111.017791] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270702e-e7a2-4034-be50-60bda25de2bc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.034929] env[69486]: DEBUG nova.compute.provider_tree [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.135535] env[69486]: DEBUG oslo_vmware.api [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214812, 'name': PowerOffVM_Task, 'duration_secs': 0.262076} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.135802] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.136011] env[69486]: DEBUG nova.compute.manager [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.136796] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92657406-ee31-4c99-a060-c9b5a11a6dec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.171493] env[69486]: DEBUG oslo_vmware.api [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214615} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.171805] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.171960] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.172199] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.172576] env[69486]: INFO nova.compute.manager [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1111.172742] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.172969] env[69486]: DEBUG nova.compute.manager [-] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.173087] env[69486]: DEBUG nova.network.neutron [-] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.319313] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bfb625-9812-4538-8570-0e9487805a85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.347972] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a075c-5245-4fa8-befb-6fcd4a08d5cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.365116] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214814, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.394108] env[69486]: DEBUG nova.network.neutron [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.448354] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.475830] env[69486]: DEBUG nova.network.neutron [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.516361] env[69486]: DEBUG nova.compute.manager [req-44d8eb8a-8e62-481b-bb72-312a8b1bfbe4 req-976b0d62-07d8-4990-b270-d5c75c6840cf service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Received event network-vif-deleted-a5f354c9-a757-4fc6-97c1-74c5f805ef46 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1111.516361] env[69486]: INFO nova.compute.manager [req-44d8eb8a-8e62-481b-bb72-312a8b1bfbe4 req-976b0d62-07d8-4990-b270-d5c75c6840cf service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Neutron deleted interface a5f354c9-a757-4fc6-97c1-74c5f805ef46; detaching it from the instance and deleting it from the info cache [ 1111.516361] env[69486]: DEBUG nova.network.neutron [req-44d8eb8a-8e62-481b-bb72-312a8b1bfbe4 req-976b0d62-07d8-4990-b270-d5c75c6840cf service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.517955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9604488a-ac51-4525-957d-4a88cf4285ee tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.305s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.539311] env[69486]: DEBUG nova.scheduler.client.report [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.650118] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b156515-26a2-4a8f-8771-632d95f243fd tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.780712] env[69486]: DEBUG nova.compute.manager [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1111.781090] env[69486]: DEBUG nova.compute.manager [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing instance network info cache due to event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1111.781184] env[69486]: DEBUG oslo_concurrency.lockutils [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.781298] env[69486]: DEBUG oslo_concurrency.lockutils [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.781606] env[69486]: DEBUG nova.network.neutron [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.855268] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214814, 'name': CreateVM_Task, 'duration_secs': 0.563986} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.855510] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.856181] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.856405] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.856626] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.857217] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c12f1a-b631-4d43-9056-c377d2970805 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.862548] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1111.862548] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2537c-6c06-33af-b45c-02836cd5fc76" [ 1111.862548] env[69486]: _type = "Task" [ 1111.862548] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.866071] env[69486]: DEBUG nova.objects.instance [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.868226] env[69486]: DEBUG nova.compute.manager [None req-a24f016f-b2de-477d-b035-975317b8ebaa tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Instance disappeared during snapshot {{(pid=69486) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4613}} [ 1111.873528] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2537c-6c06-33af-b45c-02836cd5fc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.949409] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.978921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Releasing lock "refresh_cache-da52b173-895a-4401-8299-dbe9c4196787" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.979602] env[69486]: DEBUG nova.compute.manager [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.980009] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.982053] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9d3035-06b8-41db-b4c5-083cd98b89ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.985349] env[69486]: DEBUG nova.compute.manager [None req-a24f016f-b2de-477d-b035-975317b8ebaa tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Found 0 images (rotation: 2) {{(pid=69486) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5035}} [ 1111.992378] env[69486]: DEBUG nova.network.neutron [-] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.993474] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.993983] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f08ce4e5-db4d-4fa7-bf26-36f499464174 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.003412] env[69486]: DEBUG oslo_vmware.api [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1112.003412] env[69486]: value = "task-3214815" [ 1112.003412] env[69486]: _type = "Task" [ 1112.003412] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.014287] env[69486]: DEBUG oslo_vmware.api [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.019477] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb2b420e-bc57-46a4-b19e-6c4c2fa810ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.032550] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ab41c-1671-4584-b77d-c7729fa35a1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.045723] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.047287] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.051445] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.442s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.051445] env[69486]: DEBUG nova.objects.instance [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lazy-loading 'resources' on Instance uuid 8e605bc3-7a33-475e-98f2-92915d8e3ffd {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.080385] env[69486]: DEBUG nova.compute.manager [req-44d8eb8a-8e62-481b-bb72-312a8b1bfbe4 req-976b0d62-07d8-4990-b270-d5c75c6840cf service nova] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Detach interface failed, port_id=a5f354c9-a757-4fc6-97c1-74c5f805ef46, reason: Instance bd2ec6fa-053c-41af-a0b6-4ecf73fa132e could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1112.372865] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52e2537c-6c06-33af-b45c-02836cd5fc76, 'name': SearchDatastore_Task, 'duration_secs': 0.018612} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.373173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.374086] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.374086] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.374086] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.374086] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.375860] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adad64d6-a603-4a16-bd56-5b163d1d1dd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.378102] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.378254] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.378421] env[69486]: DEBUG nova.network.neutron [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.378603] env[69486]: DEBUG nova.objects.instance [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'info_cache' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.390343] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.390560] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.391335] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f459e61-ceb0-4fa4-b5b0-49b440abf50a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.398406] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1112.398406] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a469a7-eb80-9757-4db5-832a62d77b70" [ 1112.398406] env[69486]: _type = "Task" [ 1112.398406] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.407632] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a469a7-eb80-9757-4db5-832a62d77b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.449855] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.495068] env[69486]: INFO nova.compute.manager [-] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Took 1.32 seconds to deallocate network for instance. [ 1112.513739] env[69486]: DEBUG oslo_vmware.api [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214815, 'name': PowerOffVM_Task, 'duration_secs': 0.174121} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.514207] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.514443] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.514724] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dc8790c-78c5-4f88-9f0a-3b1480a0914c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.519107] env[69486]: DEBUG nova.network.neutron [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updated VIF entry in instance network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.519475] env[69486]: DEBUG nova.network.neutron [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.553659] env[69486]: DEBUG nova.compute.utils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.555628] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.555809] env[69486]: DEBUG nova.network.neutron [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.563111] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.563489] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.563800] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Deleting the datastore file [datastore1] da52b173-895a-4401-8299-dbe9c4196787 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.564809] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bfadaa4-ecb4-4af7-8488-89397b7757fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.589244] env[69486]: DEBUG oslo_vmware.api [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for the task: (returnval){ [ 1112.589244] env[69486]: value = "task-3214817" [ 1112.589244] env[69486]: _type = "Task" [ 1112.589244] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.601323] env[69486]: DEBUG oslo_vmware.api [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.602979] env[69486]: DEBUG nova.policy [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2631068780c403c84273c950a2e0a9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0246d50469047698a61a71b5b49ec51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.838529] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd8167a-643b-412a-84c3-c3f286f70b60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.848687] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccd9afc-8227-42ea-9939-20cf3cf5c271 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.883164] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000325e-ca55-4b06-8aa1-f9adb5f07458 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.888018] env[69486]: DEBUG nova.objects.base [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.894571] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc949b-f61e-49a5-befb-47aaa120cd94 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.917995] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a469a7-eb80-9757-4db5-832a62d77b70, 'name': SearchDatastore_Task, 'duration_secs': 0.02511} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.919235] env[69486]: DEBUG nova.compute.provider_tree [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.921173] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1722648-95eb-4c9d-a96d-dd039dfbc751 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.929490] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1112.929490] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c05588-0a1b-97ff-5b29-2ee223ffa4af" [ 1112.929490] env[69486]: _type = "Task" [ 1112.929490] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.939358] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c05588-0a1b-97ff-5b29-2ee223ffa4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.946149] env[69486]: DEBUG nova.network.neutron [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Successfully created port: 27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.952864] env[69486]: DEBUG oslo_vmware.api [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214798, 'name': ReconfigVM_Task, 'duration_secs': 5.916633} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.952864] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.952864] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Reconfigured VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1113.004516] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.022498] env[69486]: DEBUG oslo_concurrency.lockutils [req-09d1bec9-7450-40d8-9cc0-e5a8452730e6 req-6f22abb2-f19d-46d2-a476-ac3af9ba57ac service nova] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.059699] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.102557] env[69486]: DEBUG oslo_vmware.api [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Task: {'id': task-3214817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173794} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.103856] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.103856] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.103942] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.104130] env[69486]: INFO nova.compute.manager [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] [instance: da52b173-895a-4401-8299-dbe9c4196787] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1113.104373] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.106789] env[69486]: DEBUG nova.compute.manager [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.106885] env[69486]: DEBUG nova.network.neutron [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.138592] env[69486]: DEBUG nova.network.neutron [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.422026] env[69486]: DEBUG nova.scheduler.client.report [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.440961] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c05588-0a1b-97ff-5b29-2ee223ffa4af, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.441515] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.441515] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.441897] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce244855-6ddd-40ba-b7b6-c48ae9651ee8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.450764] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1113.450764] env[69486]: value = "task-3214818" [ 1113.450764] env[69486]: _type = "Task" [ 1113.450764] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.460346] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.630807] env[69486]: DEBUG nova.network.neutron [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [{"id": "1321206c-1d99-4a6c-b810-91cc71968134", "address": "fa:16:3e:a7:94:5a", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1321206c-1d", "ovs_interfaceid": "1321206c-1d99-4a6c-b810-91cc71968134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.642615] env[69486]: DEBUG nova.network.neutron [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.929541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.931680] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.651s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.931906] env[69486]: DEBUG nova.objects.instance [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'resources' on Instance uuid ce4cb506-303f-41a5-834b-3d211fb6df27 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.962780] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214818, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.963778] env[69486]: INFO nova.scheduler.client.report [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Deleted allocations for instance 8e605bc3-7a33-475e-98f2-92915d8e3ffd [ 1114.072706] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.100857] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.101286] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.101497] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.101692] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.101834] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.101981] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.102212] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.102377] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.102542] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.102707] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.102884] env[69486]: DEBUG nova.virt.hardware [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.104303] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa8ebc-ec99-4fc6-8028-07e29ecc79f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.115162] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d129708c-f5e4-4a2a-81e8-2c6c3336e3b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.133237] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "refresh_cache-b312dc9d-27dc-44da-a421-bc612e6e8bda" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.145149] env[69486]: INFO nova.compute.manager [-] [instance: da52b173-895a-4401-8299-dbe9c4196787] Took 1.04 seconds to deallocate network for instance. [ 1114.464151] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85614} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.466742] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.466972] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.467414] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6251158-ed5c-4c6b-8bcf-47854957b04d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.472293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e6c948d-f6fa-41c3-baa0-6e9b7ac45a2f tempest-ServerShowV254Test-1863317987 tempest-ServerShowV254Test-1863317987-project-member] Lock "8e605bc3-7a33-475e-98f2-92915d8e3ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.989s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.480065] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1114.480065] env[69486]: value = "task-3214819" [ 1114.480065] env[69486]: _type = "Task" [ 1114.480065] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.490799] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.530276] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.530473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.530664] env[69486]: DEBUG nova.network.neutron [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.653270] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.683084] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d747c6b4-47cd-4fba-b541-07045cf66960 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.692088] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5398a6-0371-4197-ac61-e36805e0c483 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.723634] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed4315-a464-4aa6-9ec6-5f3d49d45662 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.728026] env[69486]: DEBUG nova.compute.manager [req-925e43e6-f7a6-4f91-9f0b-31ff14898e3e req-5ea56741-4ac0-48af-90b4-680c5f44118f service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Received event network-vif-plugged-27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1114.728286] env[69486]: DEBUG oslo_concurrency.lockutils [req-925e43e6-f7a6-4f91-9f0b-31ff14898e3e req-5ea56741-4ac0-48af-90b4-680c5f44118f service nova] Acquiring lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.728501] env[69486]: DEBUG oslo_concurrency.lockutils [req-925e43e6-f7a6-4f91-9f0b-31ff14898e3e req-5ea56741-4ac0-48af-90b4-680c5f44118f service nova] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.728675] env[69486]: DEBUG oslo_concurrency.lockutils [req-925e43e6-f7a6-4f91-9f0b-31ff14898e3e req-5ea56741-4ac0-48af-90b4-680c5f44118f service nova] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.728839] env[69486]: DEBUG nova.compute.manager [req-925e43e6-f7a6-4f91-9f0b-31ff14898e3e req-5ea56741-4ac0-48af-90b4-680c5f44118f service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] No waiting events found dispatching network-vif-plugged-27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.728999] env[69486]: WARNING nova.compute.manager [req-925e43e6-f7a6-4f91-9f0b-31ff14898e3e req-5ea56741-4ac0-48af-90b4-680c5f44118f service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Received unexpected event network-vif-plugged-27507039-3bb0-44f5-8210-77916f10b963 for instance with vm_state building and task_state spawning. [ 1114.735274] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26d416c-8bc3-464c-8a6d-8ee70eb209bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.749705] env[69486]: DEBUG nova.compute.provider_tree [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.780345] env[69486]: DEBUG nova.network.neutron [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Successfully updated port: 27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.802978] env[69486]: DEBUG nova.compute.manager [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Received event network-changed-27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1114.802978] env[69486]: DEBUG nova.compute.manager [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Refreshing instance network info cache due to event network-changed-27507039-3bb0-44f5-8210-77916f10b963. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1114.802978] env[69486]: DEBUG oslo_concurrency.lockutils [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] Acquiring lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.802978] env[69486]: DEBUG oslo_concurrency.lockutils [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] Acquired lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.802978] env[69486]: DEBUG nova.network.neutron [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Refreshing network info cache for port 27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.991245] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072023} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.991245] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.992133] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa99865b-6f0d-44a1-a81a-86da08d779f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.016704] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.017262] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8af2af-5e78-4d0a-9d57-59ce2c253c42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.041702] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1115.041702] env[69486]: value = "task-3214820" [ 1115.041702] env[69486]: _type = "Task" [ 1115.041702] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.051082] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.147185] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.147185] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c20ca9-9a7c-4cef-902e-cad51ea06e70 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.160168] env[69486]: DEBUG oslo_vmware.api [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1115.160168] env[69486]: value = "task-3214821" [ 1115.160168] env[69486]: _type = "Task" [ 1115.160168] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.170752] env[69486]: DEBUG oslo_vmware.api [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.256106] env[69486]: DEBUG nova.scheduler.client.report [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.283585] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.339133] env[69486]: DEBUG nova.network.neutron [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.421406] env[69486]: DEBUG nova.network.neutron [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.554553] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.646478] env[69486]: INFO nova.network.neutron [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Port d81e8601-b63f-4876-8c62-2a5e0b1cb7aa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1115.647691] env[69486]: DEBUG nova.network.neutron [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.671253] env[69486]: DEBUG oslo_vmware.api [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.762024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.762024] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.444s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.762983] env[69486]: DEBUG nova.objects.instance [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lazy-loading 'resources' on Instance uuid 78b537d2-43d7-4c9d-87f6-d89c21dbfca8 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.788553] env[69486]: INFO nova.scheduler.client.report [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted allocations for instance ce4cb506-303f-41a5-834b-3d211fb6df27 [ 1115.923584] env[69486]: DEBUG oslo_concurrency.lockutils [req-bd2fb5f0-0e8a-4cfe-af05-50752dac1f7d req-be232d3e-6d90-4800-a5d9-598e4cd882e7 service nova] Releasing lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.923990] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.924219] env[69486]: DEBUG nova.network.neutron [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.052346] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214820, 'name': ReconfigVM_Task, 'duration_secs': 0.785153} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.052625] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3dec70f1-2eed-4d57-9477-8fd14494b8cf/3dec70f1-2eed-4d57-9477-8fd14494b8cf.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.053278] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2ab4d7-1ad8-4e29-850e-f200371c7fef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.061633] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1116.061633] env[69486]: value = "task-3214822" [ 1116.061633] env[69486]: _type = "Task" [ 1116.061633] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.070856] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214822, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.151274] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.169702] env[69486]: DEBUG oslo_vmware.api [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214821, 'name': PowerOnVM_Task, 'duration_secs': 0.679548} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.169982] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.170194] env[69486]: DEBUG nova.compute.manager [None req-84cb9561-6e13-4265-ba0d-ecf71ad7b575 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.171169] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163f018-3129-4540-964a-f37d59423070 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.303624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f81aacf5-5935-49f4-9c1b-2a77398f3b7c tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "ce4cb506-303f-41a5-834b-3d211fb6df27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.649s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.379522] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-a305a767-ba06-4230-bce8-4968705ab37e-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.379771] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-a305a767-ba06-4230-bce8-4968705ab37e-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.380216] env[69486]: DEBUG nova.objects.instance [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'flavor' on Instance uuid a305a767-ba06-4230-bce8-4968705ab37e {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.455462] env[69486]: DEBUG nova.network.neutron [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.504816] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed1f39c-60d6-4b87-8217-4ed0f2138e73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.513205] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac5d3c2-3a2a-467c-b7c9-7665f6473136 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.549362] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab7896-c051-40bc-bf06-04241f5cc8a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.557546] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af59fe0c-ee06-47d3-b81d-a906a6dae87c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.573212] env[69486]: DEBUG nova.compute.provider_tree [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.580823] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214822, 'name': Rename_Task, 'duration_secs': 0.357884} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.581099] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.581344] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7e2f6e-122b-4fdb-a5af-048c9bdb0b1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.589031] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1116.589031] env[69486]: value = "task-3214823" [ 1116.589031] env[69486]: _type = "Task" [ 1116.589031] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.597269] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.655613] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b783f953-6070-437f-a71b-1d06c1120981 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-85ef072a-e998-4ec8-84b1-cde8724a7191-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.385s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.666974] env[69486]: DEBUG nova.network.neutron [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance_info_cache with network_info: [{"id": "27507039-3bb0-44f5-8210-77916f10b963", "address": "fa:16:3e:c1:0a:84", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27507039-3b", "ovs_interfaceid": "27507039-3bb0-44f5-8210-77916f10b963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.680626] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286817c-6ef4-8dbb-10a6-93a76edc783f/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.685497] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb36e58-eedb-4e9e-8edf-4bc40dd8249d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.695065] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286817c-6ef4-8dbb-10a6-93a76edc783f/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.695278] env[69486]: ERROR oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286817c-6ef4-8dbb-10a6-93a76edc783f/disk-0.vmdk due to incomplete transfer. [ 1116.695622] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a15babe4-39f4-4448-af21-f7cea911ca2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.705542] env[69486]: DEBUG oslo_vmware.rw_handles [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286817c-6ef4-8dbb-10a6-93a76edc783f/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1116.705749] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Uploaded image ef75e165-7985-417a-9ad1-6360841852b1 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1116.707946] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1116.708243] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d31ea159-63cc-4f30-9235-8fbb01802e2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.716357] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1116.716357] env[69486]: value = "task-3214824" [ 1116.716357] env[69486]: _type = "Task" [ 1116.716357] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.724829] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214824, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.899891] env[69486]: DEBUG nova.compute.manager [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1116.900036] env[69486]: DEBUG nova.compute.manager [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing instance network info cache due to event network-changed-a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1116.900232] env[69486]: DEBUG oslo_concurrency.lockutils [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] Acquiring lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.900411] env[69486]: DEBUG oslo_concurrency.lockutils [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] Acquired lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.900593] env[69486]: DEBUG nova.network.neutron [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Refreshing network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.014561] env[69486]: DEBUG nova.objects.instance [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'pci_requests' on Instance uuid a305a767-ba06-4230-bce8-4968705ab37e {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.079071] env[69486]: DEBUG nova.scheduler.client.report [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.100273] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.167182] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.167527] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Instance network_info: |[{"id": "27507039-3bb0-44f5-8210-77916f10b963", "address": "fa:16:3e:c1:0a:84", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27507039-3b", "ovs_interfaceid": "27507039-3bb0-44f5-8210-77916f10b963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.167948] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:0a:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27507039-3bb0-44f5-8210-77916f10b963', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.176124] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.176483] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.176644] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce252bf-2855-4611-876f-2de65f949d1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.197727] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.197727] env[69486]: value = "task-3214825" [ 1117.197727] env[69486]: _type = "Task" [ 1117.197727] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.207077] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214825, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.226535] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214824, 'name': Destroy_Task} progress is 33%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.517894] env[69486]: DEBUG nova.objects.base [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.518203] env[69486]: DEBUG nova.network.neutron [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.581707] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.584561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.579s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.584561] env[69486]: DEBUG nova.objects.instance [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid bd2ec6fa-053c-41af-a0b6-4ecf73fa132e {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.600446] env[69486]: DEBUG oslo_vmware.api [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214823, 'name': PowerOnVM_Task, 'duration_secs': 0.881865} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.600699] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.600873] env[69486]: DEBUG nova.compute.manager [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.601688] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d428e3-aa29-4b6f-8c5a-d637fdf76fd0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.604648] env[69486]: DEBUG nova.network.neutron [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updated VIF entry in instance network info cache for port a2fb7d3b-f53c-439e-843e-c879e4bd544c. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.604973] env[69486]: DEBUG nova.network.neutron [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [{"id": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "address": "fa:16:3e:b9:1d:67", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2fb7d3b-f5", "ovs_interfaceid": "a2fb7d3b-f53c-439e-843e-c879e4bd544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.607402] env[69486]: INFO nova.scheduler.client.report [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Deleted allocations for instance 78b537d2-43d7-4c9d-87f6-d89c21dbfca8 [ 1117.626676] env[69486]: DEBUG nova.policy [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7674251252cf462a94e0e7ce39827942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '594e57080e4e40328615e7f6acca9a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.708563] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214825, 'name': CreateVM_Task, 'duration_secs': 0.381285} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.708915] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.709517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.709682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.710010] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.710276] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1658fe1c-40ff-494e-8e9e-88bf800a359b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.715438] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1117.715438] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd9a0a-309b-40db-2732-572ce75e052a" [ 1117.715438] env[69486]: _type = "Task" [ 1117.715438] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.727369] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd9a0a-309b-40db-2732-572ce75e052a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.730498] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214824, 'name': Destroy_Task, 'duration_secs': 0.681391} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.730736] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroyed the VM [ 1117.730975] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1117.731236] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23e019ef-7121-4ffa-b27f-9430ac1c0a31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.738201] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1117.738201] env[69486]: value = "task-3214826" [ 1117.738201] env[69486]: _type = "Task" [ 1117.738201] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.747024] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.108364] env[69486]: DEBUG oslo_concurrency.lockutils [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] Releasing lock "refresh_cache-85ef072a-e998-4ec8-84b1-cde8724a7191" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.108364] env[69486]: DEBUG nova.compute.manager [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-changed-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1118.108559] env[69486]: DEBUG nova.compute.manager [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing instance network info cache due to event network-changed-86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1118.108810] env[69486]: DEBUG oslo_concurrency.lockutils [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.108978] env[69486]: DEBUG oslo_concurrency.lockutils [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.109194] env[69486]: DEBUG nova.network.neutron [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing network info cache for port 86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.132331] env[69486]: DEBUG oslo_concurrency.lockutils [None req-10248bba-2097-4b65-89b5-110c172519c2 tempest-InstanceActionsNegativeTestJSON-87430256 tempest-InstanceActionsNegativeTestJSON-87430256-project-member] Lock "78b537d2-43d7-4c9d-87f6-d89c21dbfca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.921s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.133950] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.229927] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52fd9a0a-309b-40db-2732-572ce75e052a, 'name': SearchDatastore_Task, 'duration_secs': 0.019299} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.230265] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.230265] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.231705] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.231705] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.231705] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.231705] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ba1e56-dd88-4fc6-a7a5-b0f9ee639e5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.244657] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.244785] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.245918] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3830472b-2eaf-4c79-84d3-acd1faf2e6a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.251836] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.259042] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1118.259042] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5268968a-6c56-03be-e73d-07bce7015e27" [ 1118.259042] env[69486]: _type = "Task" [ 1118.259042] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.267371] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5268968a-6c56-03be-e73d-07bce7015e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.346887] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a5df92-8ca1-4ad8-9da2-f44e1170b2e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.355406] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ca9b7-f570-4d3e-8e5b-c413dcbfd520 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.395889] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2acd48f-5f2c-47c9-819b-921fd737b5a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.406025] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170e641-dd84-4e34-9fcb-f2b89c83f13c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.418827] env[69486]: DEBUG nova.compute.provider_tree [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.750543] env[69486]: DEBUG oslo_vmware.api [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.692302} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.750814] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1118.751058] env[69486]: INFO nova.compute.manager [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 18.49 seconds to snapshot the instance on the hypervisor. [ 1118.769827] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5268968a-6c56-03be-e73d-07bce7015e27, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.770657] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1680cf12-e086-4262-8f76-e9a6478aaec2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.778434] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1118.778434] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52907364-8d93-8de6-4c77-38839461693d" [ 1118.778434] env[69486]: _type = "Task" [ 1118.778434] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.788674] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52907364-8d93-8de6-4c77-38839461693d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.922154] env[69486]: DEBUG nova.scheduler.client.report [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.995412] env[69486]: DEBUG nova.network.neutron [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updated VIF entry in instance network info cache for port 86514088-d92b-496d-afc8-b93660311282. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.995910] env[69486]: DEBUG nova.network.neutron [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.263611] env[69486]: DEBUG nova.compute.manager [req-60072046-0f4f-42a1-b881-a48de8bd9c06 req-6699f3e3-24dd-4b49-8955-ba568c972a06 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-vif-plugged-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1119.263846] env[69486]: DEBUG oslo_concurrency.lockutils [req-60072046-0f4f-42a1-b881-a48de8bd9c06 req-6699f3e3-24dd-4b49-8955-ba568c972a06 service nova] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.264087] env[69486]: DEBUG oslo_concurrency.lockutils [req-60072046-0f4f-42a1-b881-a48de8bd9c06 req-6699f3e3-24dd-4b49-8955-ba568c972a06 service nova] Lock "a305a767-ba06-4230-bce8-4968705ab37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.264327] env[69486]: DEBUG oslo_concurrency.lockutils [req-60072046-0f4f-42a1-b881-a48de8bd9c06 req-6699f3e3-24dd-4b49-8955-ba568c972a06 service nova] Lock "a305a767-ba06-4230-bce8-4968705ab37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.264555] env[69486]: DEBUG nova.compute.manager [req-60072046-0f4f-42a1-b881-a48de8bd9c06 req-6699f3e3-24dd-4b49-8955-ba568c972a06 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] No waiting events found dispatching network-vif-plugged-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.264780] env[69486]: WARNING nova.compute.manager [req-60072046-0f4f-42a1-b881-a48de8bd9c06 req-6699f3e3-24dd-4b49-8955-ba568c972a06 service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received unexpected event network-vif-plugged-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa for instance with vm_state active and task_state None. [ 1119.293788] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52907364-8d93-8de6-4c77-38839461693d, 'name': SearchDatastore_Task, 'duration_secs': 0.020183} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.294117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.294420] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca/e1eece78-e8f2-497a-a957-6330aa5c5dca.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.294734] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd4618db-480b-4d03-9751-05152115288a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.309041] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1119.309041] env[69486]: value = "task-3214827" [ 1119.309041] env[69486]: _type = "Task" [ 1119.309041] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.317425] env[69486]: DEBUG nova.compute.manager [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Found 3 images (rotation: 2) {{(pid=69486) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5035}} [ 1119.317696] env[69486]: DEBUG nova.compute.manager [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Rotating out 1 backups {{(pid=69486) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5043}} [ 1119.317785] env[69486]: DEBUG nova.compute.manager [None req-166cb876-2e0e-401a-902c-04d1051792ee tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleting image 8355e05c-894d-42c5-bc1b-c1d70ea61c7a {{(pid=69486) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5048}} [ 1119.323032] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.429313] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.432564] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.779s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.433358] env[69486]: DEBUG nova.objects.instance [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lazy-loading 'resources' on Instance uuid da52b173-895a-4401-8299-dbe9c4196787 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.444587] env[69486]: DEBUG nova.network.neutron [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Successfully updated port: d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.475019] env[69486]: INFO nova.scheduler.client.report [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance bd2ec6fa-053c-41af-a0b6-4ecf73fa132e [ 1119.488365] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.488687] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.498199] env[69486]: DEBUG oslo_concurrency.lockutils [req-622137cf-62e3-4f53-862f-ca33fe3743ba req-37050587-15eb-4dcd-8a9a-39c09c151630 service nova] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.822755] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.951885] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.952198] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.952454] env[69486]: DEBUG nova.network.neutron [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.984342] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b291a4a6-d40b-42af-b153-dcab6bedea6f tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "bd2ec6fa-053c-41af-a0b6-4ecf73fa132e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.922s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.993370] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.153437] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca6bbc8-3518-4d8e-b3fb-01f11b3b2b58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.162847] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b0374-f4e5-4e20-99a9-a0731f6daf38 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.197882] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe651d-6ab0-46db-b59f-cd014cbca382 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.206253] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7973e4-9004-44f3-b160-329367aab430 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.221363] env[69486]: DEBUG nova.compute.provider_tree [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.321441] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692106} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.321751] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca/e1eece78-e8f2-497a-a957-6330aa5c5dca.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.321832] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.322078] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e06e50d-cc0d-4a1f-b1b2-5ea6c6395075 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.329988] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1120.329988] env[69486]: value = "task-3214828" [ 1120.329988] env[69486]: _type = "Task" [ 1120.329988] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.338308] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.490289] env[69486]: WARNING nova.network.neutron [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] 2f9479c5-0435-4799-81be-f7ca9331681c already exists in list: networks containing: ['2f9479c5-0435-4799-81be-f7ca9331681c']. ignoring it [ 1120.513349] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.724987] env[69486]: DEBUG nova.scheduler.client.report [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.774704] env[69486]: DEBUG nova.network.neutron [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "address": "fa:16:3e:00:ce:dc", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e8601-b6", "ovs_interfaceid": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.844471] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069768} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.845020] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.845854] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57b172-f61e-4ea4-93a8-068b68cbe286 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.869389] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca/e1eece78-e8f2-497a-a957-6330aa5c5dca.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.870525] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31fe068-1634-475b-b8a7-cc807f35e060 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.891339] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1120.891339] env[69486]: value = "task-3214829" [ 1120.891339] env[69486]: _type = "Task" [ 1120.891339] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.899838] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.996918] env[69486]: DEBUG oslo_concurrency.lockutils [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.997230] env[69486]: DEBUG oslo_concurrency.lockutils [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.997418] env[69486]: DEBUG nova.compute.manager [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.998374] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb002f4-2042-4dc4-8fe6-377656738424 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.007605] env[69486]: DEBUG nova.compute.manager [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1121.008311] env[69486]: DEBUG nova.objects.instance [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'flavor' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.232465] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.234782] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.101s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.234969] env[69486]: DEBUG nova.objects.instance [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.255314] env[69486]: INFO nova.scheduler.client.report [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Deleted allocations for instance da52b173-895a-4401-8299-dbe9c4196787 [ 1121.277641] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.278433] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.278616] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.279868] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e2d90-11ff-442b-a8e3-8ab05c324dfe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.300637] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.300914] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.301118] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.301316] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.301471] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.301611] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.301810] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.301966] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.302146] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.302310] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.302509] env[69486]: DEBUG nova.virt.hardware [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.308909] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Reconfiguring VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.310694] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d12cedd-391a-4945-9e18-fe8a55984b5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.323699] env[69486]: DEBUG nova.compute.manager [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-changed-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1121.323988] env[69486]: DEBUG nova.compute.manager [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing instance network info cache due to event network-changed-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1121.324109] env[69486]: DEBUG oslo_concurrency.lockutils [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.324254] env[69486]: DEBUG oslo_concurrency.lockutils [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.324422] env[69486]: DEBUG nova.network.neutron [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Refreshing network info cache for port d81e8601-b63f-4876-8c62-2a5e0b1cb7aa {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.335405] env[69486]: DEBUG oslo_vmware.api [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1121.335405] env[69486]: value = "task-3214830" [ 1121.335405] env[69486]: _type = "Task" [ 1121.335405] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.338601] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.338861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.339073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.339283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.339450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.341422] env[69486]: INFO nova.compute.manager [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Terminating instance [ 1121.349903] env[69486]: DEBUG oslo_vmware.api [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.401423] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214829, 'name': ReconfigVM_Task, 'duration_secs': 0.284777} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.401698] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca/e1eece78-e8f2-497a-a957-6330aa5c5dca.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.402328] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e81db3f6-1eae-4e94-93fc-eff62cb3b00a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.409856] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1121.409856] env[69486]: value = "task-3214831" [ 1121.409856] env[69486]: _type = "Task" [ 1121.409856] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.419772] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214831, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.762350] env[69486]: DEBUG oslo_concurrency.lockutils [None req-33c086dc-0f30-4314-82ac-793ab3fc3feb tempest-ServersAaction247Test-1374157719 tempest-ServersAaction247Test-1374157719-project-member] Lock "da52b173-895a-4401-8299-dbe9c4196787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.401s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.850184] env[69486]: DEBUG nova.compute.manager [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.850744] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.851625] env[69486]: DEBUG oslo_vmware.api [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.852609] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d48d529-1321-4e1b-8c6e-76626525415b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.862598] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.862900] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d5280f-6d3c-46e7-aa72-ea73deae3a76 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.871616] env[69486]: DEBUG oslo_vmware.api [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1121.871616] env[69486]: value = "task-3214832" [ 1121.871616] env[69486]: _type = "Task" [ 1121.871616] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.882319] env[69486]: DEBUG oslo_vmware.api [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.921530] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214831, 'name': Rename_Task, 'duration_secs': 0.300975} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.921816] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.922081] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4f73420-442d-4e30-a055-3611c007b793 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.932268] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1121.932268] env[69486]: value = "task-3214833" [ 1121.932268] env[69486]: _type = "Task" [ 1121.932268] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.945654] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.016188] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.016508] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76b56b0-c0a8-4c42-a164-e3c3e310d474 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.028560] env[69486]: DEBUG oslo_vmware.api [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1122.028560] env[69486]: value = "task-3214834" [ 1122.028560] env[69486]: _type = "Task" [ 1122.028560] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.038590] env[69486]: DEBUG oslo_vmware.api [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.117370] env[69486]: DEBUG nova.network.neutron [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updated VIF entry in instance network info cache for port d81e8601-b63f-4876-8c62-2a5e0b1cb7aa. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.117974] env[69486]: DEBUG nova.network.neutron [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "address": "fa:16:3e:00:ce:dc", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81e8601-b6", "ovs_interfaceid": "d81e8601-b63f-4876-8c62-2a5e0b1cb7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.244121] env[69486]: DEBUG oslo_concurrency.lockutils [None req-12772d7b-9904-4021-90f1-e6a41cc38fba tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.245454] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.732s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.247057] env[69486]: INFO nova.compute.claims [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.346749] env[69486]: DEBUG oslo_vmware.api [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214830, 'name': ReconfigVM_Task, 'duration_secs': 0.72564} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.347517] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.347821] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Reconfigured VM to attach interface {{(pid=69486) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1122.384571] env[69486]: DEBUG oslo_vmware.api [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214832, 'name': PowerOffVM_Task, 'duration_secs': 0.48076} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.385087] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.385289] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.385697] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73758d91-a521-4de2-9155-694d9cbab2ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.448272] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.467473] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.467700] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.467964] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleting the datastore file [datastore1] 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.468405] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9743a73c-60db-4161-8b39-9ba8fa2ff6b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.476863] env[69486]: DEBUG oslo_vmware.api [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for the task: (returnval){ [ 1122.476863] env[69486]: value = "task-3214836" [ 1122.476863] env[69486]: _type = "Task" [ 1122.476863] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.487293] env[69486]: DEBUG oslo_vmware.api [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.538649] env[69486]: DEBUG oslo_vmware.api [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214834, 'name': PowerOffVM_Task, 'duration_secs': 0.338173} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.538910] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.539190] env[69486]: DEBUG nova.compute.manager [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.539957] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e264c039-dd01-49f7-a3ff-62f6a07fdaa4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.621921] env[69486]: DEBUG oslo_concurrency.lockutils [req-29d7b4aa-4c65-44f3-8057-b3cce8858f22 req-fa2ea8ab-bc5f-4176-bd09-74f457ea07dd service nova] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.852988] env[69486]: DEBUG oslo_concurrency.lockutils [None req-701fac16-15e9-48ac-b1b6-b7e6fe0b5288 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-a305a767-ba06-4230-bce8-4968705ab37e-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.473s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.945604] env[69486]: DEBUG oslo_vmware.api [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214833, 'name': PowerOnVM_Task, 'duration_secs': 0.572405} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.945872] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.946128] env[69486]: INFO nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1122.946335] env[69486]: DEBUG nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.947152] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd1c15-05d2-41bd-8c77-3e3722c8d7f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.987708] env[69486]: DEBUG oslo_vmware.api [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Task: {'id': task-3214836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49088} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.988228] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.988487] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.988679] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.988858] env[69486]: INFO nova.compute.manager [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.989132] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.989349] env[69486]: DEBUG nova.compute.manager [-] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.989445] env[69486]: DEBUG nova.network.neutron [-] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.053445] env[69486]: DEBUG oslo_concurrency.lockutils [None req-61b26ca1-ae4d-466a-8553-455a565e32f4 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.327680] env[69486]: DEBUG nova.compute.manager [req-dd66a200-693f-49c5-aeee-c2b7cf750d75 req-2de51830-3a9e-4c93-9712-d081170446a2 service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Received event network-vif-deleted-7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1123.327837] env[69486]: INFO nova.compute.manager [req-dd66a200-693f-49c5-aeee-c2b7cf750d75 req-2de51830-3a9e-4c93-9712-d081170446a2 service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Neutron deleted interface 7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26; detaching it from the instance and deleting it from the info cache [ 1123.328069] env[69486]: DEBUG nova.network.neutron [req-dd66a200-693f-49c5-aeee-c2b7cf750d75 req-2de51830-3a9e-4c93-9712-d081170446a2 service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.455685] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1224f78d-6918-4854-8017-5f5d8c566a4a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.466946] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3a91a-4ebc-4b06-ac95-2556bbcd6944 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.473860] env[69486]: INFO nova.compute.manager [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Took 20.81 seconds to build instance. [ 1123.503748] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c5b8b-ee8f-4753-b453-34b6daba8d05 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.513746] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a32b1-b296-4a62-9916-252ca46f133c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.531193] env[69486]: DEBUG nova.compute.provider_tree [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.762022] env[69486]: DEBUG nova.network.neutron [-] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.834019] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3977b04a-e0e1-410c-abee-82885e5c87bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.847258] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1364df-ca4b-4870-b709-acbfc88e9c11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.883137] env[69486]: DEBUG nova.compute.manager [req-dd66a200-693f-49c5-aeee-c2b7cf750d75 req-2de51830-3a9e-4c93-9712-d081170446a2 service nova] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Detach interface failed, port_id=7df9e804-72c0-4ae6-a5e3-0bb12e3b6f26, reason: Instance 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1123.976437] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0ec2e2c6-2cdc-4170-9409-7142f28adaeb tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.323s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.036291] env[69486]: DEBUG nova.scheduler.client.report [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.105092] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "interface-a305a767-ba06-4230-bce8-4968705ab37e-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.105092] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-a305a767-ba06-4230-bce8-4968705ab37e-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.265702] env[69486]: INFO nova.compute.manager [-] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Took 1.28 seconds to deallocate network for instance. [ 1124.311350] env[69486]: DEBUG nova.compute.manager [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Stashing vm_state: stopped {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 1124.545901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.546442] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.607898] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.608161] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.609063] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fca129-d22b-4ddb-b854-5469c208f1b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.628104] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678ff25f-8f20-4ef1-b3fb-b2a2fe09e67d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.654776] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Reconfiguring VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1124.655068] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0207901e-d5df-4760-93f4-3cef83edbcde {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.674107] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1124.674107] env[69486]: value = "task-3214837" [ 1124.674107] env[69486]: _type = "Task" [ 1124.674107] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.685927] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.771751] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.772064] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.772320] env[69486]: DEBUG nova.objects.instance [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lazy-loading 'resources' on Instance uuid 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.827908] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.976194] env[69486]: DEBUG nova.compute.manager [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 1125.052039] env[69486]: DEBUG nova.compute.utils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.053860] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.054047] env[69486]: DEBUG nova.network.neutron [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.100087] env[69486]: DEBUG nova.policy [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '369737dc541640d89738e8d44c32b36f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85a24636db5b4d24ac67048a3e8cb640', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.188701] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.502104] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.517869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d6bb62-cb24-42bd-b9e4-463d6c84a40c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.527976] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65cb9ce-7bd6-4b18-a181-7a44c931aaa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.563924] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.566650] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9c022d-706f-4380-b724-95c1d4c638b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.575941] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e5579-496f-488b-b146-1de88f663833 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.590786] env[69486]: DEBUG nova.compute.provider_tree [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.686926] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.694294] env[69486]: DEBUG nova.network.neutron [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Successfully created port: 3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.093857] env[69486]: DEBUG nova.scheduler.client.report [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.186582] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.300422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.301554] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.576357] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.598585] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.602624] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.602859] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.603029] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.603215] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.603362] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.603505] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.603709] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.603865] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.604043] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.604212] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.604415] env[69486]: DEBUG nova.virt.hardware [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.605135] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.777s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.606980] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a0b2a8-55b4-4ae0-befc-d1848e600205 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.617496] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822dc11-b2e6-4217-9acb-376433b374f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.623123] env[69486]: INFO nova.scheduler.client.report [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Deleted allocations for instance 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3 [ 1126.687341] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.803406] env[69486]: DEBUG nova.compute.utils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.069920] env[69486]: DEBUG nova.compute.manager [req-aeb7bcd7-b27b-484f-8cfd-e3362661e3ea req-2417030d-84b5-4f28-84b1-1f050172e8c7 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-vif-plugged-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1127.070156] env[69486]: DEBUG oslo_concurrency.lockutils [req-aeb7bcd7-b27b-484f-8cfd-e3362661e3ea req-2417030d-84b5-4f28-84b1-1f050172e8c7 service nova] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.070380] env[69486]: DEBUG oslo_concurrency.lockutils [req-aeb7bcd7-b27b-484f-8cfd-e3362661e3ea req-2417030d-84b5-4f28-84b1-1f050172e8c7 service nova] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.070519] env[69486]: DEBUG oslo_concurrency.lockutils [req-aeb7bcd7-b27b-484f-8cfd-e3362661e3ea req-2417030d-84b5-4f28-84b1-1f050172e8c7 service nova] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.070682] env[69486]: DEBUG nova.compute.manager [req-aeb7bcd7-b27b-484f-8cfd-e3362661e3ea req-2417030d-84b5-4f28-84b1-1f050172e8c7 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] No waiting events found dispatching network-vif-plugged-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.070844] env[69486]: WARNING nova.compute.manager [req-aeb7bcd7-b27b-484f-8cfd-e3362661e3ea req-2417030d-84b5-4f28-84b1-1f050172e8c7 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received unexpected event network-vif-plugged-3f13d33b-ba73-496b-a63f-246ac0212b45 for instance with vm_state building and task_state spawning. [ 1127.113741] env[69486]: INFO nova.compute.claims [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.142335] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e68965b5-9439-4833-9f5a-4c5532ebe430 tempest-ServersTestJSON-930586754 tempest-ServersTestJSON-930586754-project-member] Lock "29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.149451] env[69486]: DEBUG nova.network.neutron [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Successfully updated port: 3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.188789] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.306438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.620040] env[69486]: INFO nova.compute.resource_tracker [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating resource usage from migration 863e13d4-41f4-4a53-829a-7ecc9f70c17a [ 1127.651752] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.652951] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.652951] env[69486]: DEBUG nova.network.neutron [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.690447] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.805117] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1335f4c-7f84-4e37-bf69-499f1c811b73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.813894] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96371c18-4926-4bb2-bdcf-81b705be7324 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.848338] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b336c9-239c-4492-90d3-4c81d2681ae5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.857321] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b6134d-6748-4bac-92c9-f7997476b773 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.871798] env[69486]: DEBUG nova.compute.provider_tree [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.186494] env[69486]: DEBUG nova.network.neutron [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.192193] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.320851] env[69486]: DEBUG nova.network.neutron [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.375041] env[69486]: DEBUG nova.scheduler.client.report [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.379526] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.379740] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.379957] env[69486]: INFO nova.compute.manager [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Attaching volume e4cb16a0-8449-4f87-9ada-29b662db4b50 to /dev/sdb [ 1128.411461] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4091d00-c19a-435c-9596-0b09a2a71bf9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.419368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb593fb-0f0c-485c-ac27-2eea3ad7386e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.434107] env[69486]: DEBUG nova.virt.block_device [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating existing volume attachment record: c2fe0298-7064-444b-8c64-6be81f1563b7 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1128.697531] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.823375] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.823739] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance network_info: |[{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.824275] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f13d33b-ba73-496b-a63f-246ac0212b45', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.832576] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.832825] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.833907] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8cf535b-39d0-4b9d-9d17-9e98b694f7ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.856401] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.856401] env[69486]: value = "task-3214839" [ 1128.856401] env[69486]: _type = "Task" [ 1128.856401] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.863545] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214839, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.880668] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.881597] env[69486]: INFO nova.compute.manager [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Migrating [ 1128.892696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.391s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.113627] env[69486]: DEBUG nova.compute.manager [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1129.113627] env[69486]: DEBUG nova.compute.manager [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing instance network info cache due to event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1129.113627] env[69486]: DEBUG oslo_concurrency.lockutils [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.114162] env[69486]: DEBUG oslo_concurrency.lockutils [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.114300] env[69486]: DEBUG nova.network.neutron [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.192969] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.366445] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214839, 'name': CreateVM_Task, 'duration_secs': 0.365614} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.366672] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.367576] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.367832] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.368146] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.368405] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3bf23d-b6d7-404b-8584-03d10555f05c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.373881] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1129.373881] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5244e6a2-cc91-7aec-676b-ac98fa605d5b" [ 1129.373881] env[69486]: _type = "Task" [ 1129.373881] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.383614] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5244e6a2-cc91-7aec-676b-ac98fa605d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.397375] env[69486]: INFO nova.compute.claims [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.401564] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.401737] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.401909] env[69486]: DEBUG nova.network.neutron [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.694257] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.843506] env[69486]: DEBUG nova.network.neutron [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updated VIF entry in instance network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.843907] env[69486]: DEBUG nova.network.neutron [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.885286] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5244e6a2-cc91-7aec-676b-ac98fa605d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.017541} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.885959] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.886256] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.886512] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.886661] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.886894] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.887251] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bccccb23-c787-4a18-bc25-732ddb7a5287 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.897303] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.897481] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.898239] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4773b679-9c4c-4930-943c-2fe37667fcfe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.903483] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1129.903483] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524ddee4-fe21-c0dd-794d-424f88a1a03c" [ 1129.903483] env[69486]: _type = "Task" [ 1129.903483] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.905041] env[69486]: INFO nova.compute.resource_tracker [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating resource usage from migration e651f2c1-be3f-458d-bf7d-aca4a075e170 [ 1129.920254] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524ddee4-fe21-c0dd-794d-424f88a1a03c, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.920938] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b07ba4-1173-4472-a648-b8ceb632141d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.928067] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1129.928067] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5201b876-81d5-3374-d4e1-58c3430aa7c9" [ 1129.928067] env[69486]: _type = "Task" [ 1129.928067] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.936520] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5201b876-81d5-3374-d4e1-58c3430aa7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.091554] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03039c-8235-4d44-bceb-6aad26abc406 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.099732] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cdcddc-ce8f-4e82-81b6-6cc14ff04a90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.132898] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ff168e-1a22-4931-b428-cb9dc6f233d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.136370] env[69486]: DEBUG nova.network.neutron [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.143334] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ddc10-0406-44ef-a70d-ed3b3b1cb503 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.158340] env[69486]: DEBUG nova.compute.provider_tree [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.192366] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.346652] env[69486]: DEBUG oslo_concurrency.lockutils [req-84a7d8da-311f-476c-879a-c948ea2f7f46 req-236a59e4-84c9-419b-90ea-c821acf308d5 service nova] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.440234] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5201b876-81d5-3374-d4e1-58c3430aa7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.440423] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.440688] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.441018] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ba53ae-0b4a-4ba2-8e94-1db715fe1056 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.448706] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1130.448706] env[69486]: value = "task-3214842" [ 1130.448706] env[69486]: _type = "Task" [ 1130.448706] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.458776] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.638882] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.661453] env[69486]: DEBUG nova.scheduler.client.report [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.694349] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.968429] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214842, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.166732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.274s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.166936] env[69486]: INFO nova.compute.manager [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Migrating [ 1131.195545] env[69486]: DEBUG oslo_vmware.api [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214837, 'name': ReconfigVM_Task, 'duration_secs': 6.096098} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.196766] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.197028] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Reconfigured VM to detach interface {{(pid=69486) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1131.460833] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662044} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.461110] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.461326] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.461978] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87feb003-cff7-4945-b433-17a293fb7844 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.472054] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1131.472054] env[69486]: value = "task-3214844" [ 1131.472054] env[69486]: _type = "Task" [ 1131.472054] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.480197] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.681530] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.681825] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.682096] env[69486]: DEBUG nova.network.neutron [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.980324] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067482} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.981281] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.982010] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063cc86f-9b92-4696-be7b-05690b6850f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.005947] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.006467] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d4d94a-da56-4521-9e1f-ecc775e81c14 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.033675] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1132.033675] env[69486]: value = "task-3214845" [ 1132.033675] env[69486]: _type = "Task" [ 1132.033675] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.044424] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.154170] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d14a63-add5-4639-b1ce-397c0eaa973d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.175802] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.371292] env[69486]: DEBUG nova.network.neutron [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance_info_cache with network_info: [{"id": "27507039-3bb0-44f5-8210-77916f10b963", "address": "fa:16:3e:c1:0a:84", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27507039-3b", "ovs_interfaceid": "27507039-3bb0-44f5-8210-77916f10b963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.475360] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.475529] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquired lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.475689] env[69486]: DEBUG nova.network.neutron [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.528673] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.528912] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "a305a767-ba06-4230-bce8-4968705ab37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.529143] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "a305a767-ba06-4230-bce8-4968705ab37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.529327] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "a305a767-ba06-4230-bce8-4968705ab37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.529498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "a305a767-ba06-4230-bce8-4968705ab37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.531609] env[69486]: INFO nova.compute.manager [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Terminating instance [ 1132.543199] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214845, 'name': ReconfigVM_Task, 'duration_secs': 0.277234} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.543932] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.544797] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca5a6c86-ee45-4502-a5a2-a6c1b97a8f2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.551463] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1132.551463] env[69486]: value = "task-3214846" [ 1132.551463] env[69486]: _type = "Task" [ 1132.551463] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.559571] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214846, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.681446] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.681833] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb0bb08-20b5-48de-8f68-4cd1ceff16e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.691854] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1132.691854] env[69486]: value = "task-3214847" [ 1132.691854] env[69486]: _type = "Task" [ 1132.691854] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.701411] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.874409] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.034939] env[69486]: DEBUG nova.compute.manager [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.035255] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.036106] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f716258-0c90-4ecb-9538-944aaa8177b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.044846] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.045100] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5403755f-dcb8-4cdd-bb92-a9430b4d4bf5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.060026] env[69486]: DEBUG oslo_vmware.api [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1133.060026] env[69486]: value = "task-3214848" [ 1133.060026] env[69486]: _type = "Task" [ 1133.060026] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.071189] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214846, 'name': Rename_Task, 'duration_secs': 0.154323} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.071189] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.071189] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c90463-f231-4058-9fdc-2a0e8d020715 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.074518] env[69486]: DEBUG oslo_vmware.api [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.080895] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1133.080895] env[69486]: value = "task-3214849" [ 1133.080895] env[69486]: _type = "Task" [ 1133.080895] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.095263] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.203088] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1133.203329] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.288896] env[69486]: INFO nova.network.neutron [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Port d81e8601-b63f-4876-8c62-2a5e0b1cb7aa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1133.289302] env[69486]: DEBUG nova.network.neutron [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [{"id": "86514088-d92b-496d-afc8-b93660311282", "address": "fa:16:3e:dc:80:c8", "network": {"id": "2f9479c5-0435-4799-81be-f7ca9331681c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1724050066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "594e57080e4e40328615e7f6acca9a25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86514088-d9", "ovs_interfaceid": "86514088-d92b-496d-afc8-b93660311282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.489806] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.490239] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.491257] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209cb00b-a1ce-44aa-9e3a-c8b8c82a1c5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.508288] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37ea91-c794-4b4b-8d0d-ff196d9a28e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.533048] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-e4cb16a0-8449-4f87-9ada-29b662db4b50/volume-e4cb16a0-8449-4f87-9ada-29b662db4b50.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.533265] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d33483-9d0e-471b-836c-9cb2fa75a155 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.550837] env[69486]: DEBUG oslo_vmware.api [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1133.550837] env[69486]: value = "task-3214850" [ 1133.550837] env[69486]: _type = "Task" [ 1133.550837] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.558856] env[69486]: DEBUG oslo_vmware.api [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.566958] env[69486]: DEBUG oslo_vmware.api [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214848, 'name': PowerOffVM_Task, 'duration_secs': 0.189217} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.567198] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.567367] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.567595] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b755c6c-714d-4bef-b151-3cf9f32e503b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.590324] env[69486]: DEBUG oslo_vmware.api [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214849, 'name': PowerOnVM_Task, 'duration_secs': 0.417745} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.590582] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.590782] env[69486]: INFO nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1133.590957] env[69486]: DEBUG nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.591713] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc82a78b-d21a-4031-ba4d-141aa838c484 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.632658] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.632969] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.633225] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleting the datastore file [datastore2] a305a767-ba06-4230-bce8-4968705ab37e {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.634315] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8baf7da-82d5-49e0-9437-d364a9e1b242 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.642035] env[69486]: DEBUG oslo_vmware.api [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1133.642035] env[69486]: value = "task-3214852" [ 1133.642035] env[69486]: _type = "Task" [ 1133.642035] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.652141] env[69486]: DEBUG oslo_vmware.api [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.713515] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.713794] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.713966] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.714189] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.714346] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.714498] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.714722] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.714898] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.715098] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.715270] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.715457] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.720617] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec8c5d6-93c7-4770-9ae7-a36a932af5e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.737839] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1133.737839] env[69486]: value = "task-3214853" [ 1133.737839] env[69486]: _type = "Task" [ 1133.737839] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.748689] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.792549] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Releasing lock "refresh_cache-a305a767-ba06-4230-bce8-4968705ab37e" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.060705] env[69486]: DEBUG oslo_vmware.api [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214850, 'name': ReconfigVM_Task, 'duration_secs': 0.368817} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.061038] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-e4cb16a0-8449-4f87-9ada-29b662db4b50/volume-e4cb16a0-8449-4f87-9ada-29b662db4b50.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.065536] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc58f788-08d0-4b2e-877b-1ca7d4481118 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.080756] env[69486]: DEBUG oslo_vmware.api [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1134.080756] env[69486]: value = "task-3214854" [ 1134.080756] env[69486]: _type = "Task" [ 1134.080756] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.089283] env[69486]: DEBUG oslo_vmware.api [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.112057] env[69486]: INFO nova.compute.manager [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Took 13.61 seconds to build instance. [ 1134.153562] env[69486]: DEBUG oslo_vmware.api [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173603} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.153818] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.154012] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.154235] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.156052] env[69486]: INFO nova.compute.manager [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1134.156052] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.156052] env[69486]: DEBUG nova.compute.manager [-] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.156052] env[69486]: DEBUG nova.network.neutron [-] [instance: a305a767-ba06-4230-bce8-4968705ab37e] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.248842] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214853, 'name': ReconfigVM_Task, 'duration_secs': 0.147704} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.249359] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.297404] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3d1464cb-1018-44d0-911f-a863b9496035 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "interface-a305a767-ba06-4230-bce8-4968705ab37e-d81e8601-b63f-4876-8c62-2a5e0b1cb7aa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.192s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.389957] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a17557-b7e3-4fea-b048-4d31394d0047 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.409365] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.591789] env[69486]: DEBUG oslo_vmware.api [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214854, 'name': ReconfigVM_Task, 'duration_secs': 0.159707} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.592109] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1134.614723] env[69486]: DEBUG oslo_concurrency.lockutils [None req-836b4b5e-be2e-45c9-9404-a465ae73e7b9 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.126s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.756227] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.756474] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.756632] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.756811] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.756957] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.757123] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.757394] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.757488] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.757661] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.757894] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.758088] env[69486]: DEBUG nova.virt.hardware [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.764106] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.764371] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d76a89-49ab-4d38-981e-cc882d22e2ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.784753] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1134.784753] env[69486]: value = "task-3214855" [ 1134.784753] env[69486]: _type = "Task" [ 1134.784753] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.793167] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.882295] env[69486]: DEBUG nova.compute.manager [req-bef441d9-2f97-494f-b648-405acbd23c59 req-62d535e2-0d71-4bbb-b2bc-f129c60a583e service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Received event network-vif-deleted-86514088-d92b-496d-afc8-b93660311282 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1134.882295] env[69486]: INFO nova.compute.manager [req-bef441d9-2f97-494f-b648-405acbd23c59 req-62d535e2-0d71-4bbb-b2bc-f129c60a583e service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Neutron deleted interface 86514088-d92b-496d-afc8-b93660311282; detaching it from the instance and deleting it from the info cache [ 1134.882295] env[69486]: DEBUG nova.network.neutron [req-bef441d9-2f97-494f-b648-405acbd23c59 req-62d535e2-0d71-4bbb-b2bc-f129c60a583e service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.915762] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.916038] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23b4a22-e705-4fc3-8577-82c3018f3133 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.931600] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1134.931600] env[69486]: value = "task-3214856" [ 1134.931600] env[69486]: _type = "Task" [ 1134.931600] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.941278] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.956435] env[69486]: DEBUG nova.compute.manager [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1134.956435] env[69486]: DEBUG nova.compute.manager [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing instance network info cache due to event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1134.956435] env[69486]: DEBUG oslo_concurrency.lockutils [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.956435] env[69486]: DEBUG oslo_concurrency.lockutils [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.956435] env[69486]: DEBUG nova.network.neutron [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.294536] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214855, 'name': ReconfigVM_Task, 'duration_secs': 0.163443} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.294815] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.295592] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a22672-8160-46d0-b36d-8a134d1983e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.317914] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 6729ef62-a381-417f-afed-47b012a8cada/6729ef62-a381-417f-afed-47b012a8cada.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.318221] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9cbddb-f45b-4443-b914-285a57bc27a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.337129] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1135.337129] env[69486]: value = "task-3214857" [ 1135.337129] env[69486]: _type = "Task" [ 1135.337129] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.345226] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.358730] env[69486]: DEBUG nova.network.neutron [-] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.386372] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32dbba6d-b854-49c9-97d8-15d9d83c1f19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.395967] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ff0410-f113-40b3-8c09-da995e583287 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.434464] env[69486]: DEBUG nova.compute.manager [req-bef441d9-2f97-494f-b648-405acbd23c59 req-62d535e2-0d71-4bbb-b2bc-f129c60a583e service nova] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Detach interface failed, port_id=86514088-d92b-496d-afc8-b93660311282, reason: Instance a305a767-ba06-4230-bce8-4968705ab37e could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1135.443811] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214856, 'name': PowerOffVM_Task, 'duration_secs': 0.212136} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.444090] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.444272] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.634692] env[69486]: DEBUG nova.objects.instance [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'flavor' on Instance uuid 6a9dad07-c73c-4cb5-97d2-64761370b028 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.695956] env[69486]: DEBUG nova.network.neutron [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updated VIF entry in instance network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.696586] env[69486]: DEBUG nova.network.neutron [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.847601] env[69486]: DEBUG oslo_vmware.api [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214857, 'name': ReconfigVM_Task, 'duration_secs': 0.252942} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.847862] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 6729ef62-a381-417f-afed-47b012a8cada/6729ef62-a381-417f-afed-47b012a8cada.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.848029] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.861908] env[69486]: INFO nova.compute.manager [-] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Took 1.71 seconds to deallocate network for instance. [ 1135.952398] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.952647] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.952782] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.952963] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.953124] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.953273] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.953477] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.953634] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.953800] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.953961] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.954228] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.960312] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c1ee198-8bf6-4a33-95a5-93c17a6ddf92 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.977546] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1135.977546] env[69486]: value = "task-3214858" [ 1135.977546] env[69486]: _type = "Task" [ 1135.977546] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.985567] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.039899] env[69486]: INFO nova.compute.manager [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Rebuilding instance [ 1136.085070] env[69486]: DEBUG nova.compute.manager [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.086091] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ff5c4-8c19-41e0-9d7f-27667d7cbc7b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.139619] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99dd6825-3b27-4526-a16a-25a218117261 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.760s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.198955] env[69486]: DEBUG oslo_concurrency.lockutils [req-604910ca-52b7-4441-81e6-80575d672a88 req-5cacd31e-c958-4499-9897-4839ebb2521c service nova] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.356448] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfc18eb-8c6a-4162-9b96-b3d3984ac99b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.386779] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.387133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.387448] env[69486]: DEBUG nova.objects.instance [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'resources' on Instance uuid a305a767-ba06-4230-bce8-4968705ab37e {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.389732] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f682b-c441-4336-a294-e3395bbbde26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.419979] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.487863] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214858, 'name': ReconfigVM_Task, 'duration_secs': 0.200217} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.488180] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.958489] env[69486]: DEBUG nova.network.neutron [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Port 4049c00d-9440-4c38-b139-ea885159e7d7 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1136.995640] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.995888] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.996055] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.996238] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.996381] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.996525] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.996725] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.996880] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.997053] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.997219] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.997389] env[69486]: DEBUG nova.virt.hardware [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.003053] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.003487] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69449384-54a5-4dce-8ad3-66912ae53a4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.026453] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1137.026453] env[69486]: value = "task-3214859" [ 1137.026453] env[69486]: _type = "Task" [ 1137.026453] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.037196] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.082435] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436689ec-2981-4129-89d8-abe7a9896438 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.090335] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9cf3d1-a53c-4c62-b73d-78f77d7f59d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.120610] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.121426] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9181d7b8-2843-48ba-9b4b-e451f4a403e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.123502] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fdd417-e1e7-4829-9be5-2b206112a122 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.132739] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129c0970-4bf6-4fa2-9e6b-7657a1025e00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.138568] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1137.138568] env[69486]: value = "task-3214860" [ 1137.138568] env[69486]: _type = "Task" [ 1137.138568] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.150165] env[69486]: DEBUG nova.compute.provider_tree [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.157311] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.537757] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214859, 'name': ReconfigVM_Task, 'duration_secs': 0.263786} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.538135] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.538884] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631f9689-7333-4410-a4ab-5c49ded0039b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.561301] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca/e1eece78-e8f2-497a-a957-6330aa5c5dca.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.561565] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5ca542-3465-4aa6-b3d2-bee1ba343671 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.580190] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1137.580190] env[69486]: value = "task-3214861" [ 1137.580190] env[69486]: _type = "Task" [ 1137.580190] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.588755] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.649968] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214860, 'name': PowerOffVM_Task, 'duration_secs': 0.200185} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.650258] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.653844] env[69486]: DEBUG nova.scheduler.client.report [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.711772] env[69486]: INFO nova.compute.manager [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Detaching volume e4cb16a0-8449-4f87-9ada-29b662db4b50 [ 1137.748209] env[69486]: INFO nova.virt.block_device [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Attempting to driver detach volume e4cb16a0-8449-4f87-9ada-29b662db4b50 from mountpoint /dev/sdb [ 1137.748209] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.748364] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.749271] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b46b601-2a46-4427-97e7-d32747089db0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.774146] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e4ce3-e8b7-4ac8-b1d8-5d1023d17b61 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.782261] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3a24ce-e8c3-409b-a4da-039ffebd5274 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.805401] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f07de-6139-4db1-9133-0509d11a8c1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.822433] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4cb16a0-8449-4f87-9ada-29b662db4b50/volume-e4cb16a0-8449-4f87-9ada-29b662db4b50.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.828213] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.828562] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cdd3f7-cb82-488e-98d9-5bc9ed6fb8f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.848904] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1137.848904] env[69486]: value = "task-3214862" [ 1137.848904] env[69486]: _type = "Task" [ 1137.848904] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.857758] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.980772] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.980989] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.981176] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.090766] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214861, 'name': ReconfigVM_Task, 'duration_secs': 0.30586} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.091047] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca/e1eece78-e8f2-497a-a957-6330aa5c5dca.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.091325] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.159181] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.182946] env[69486]: INFO nova.scheduler.client.report [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted allocations for instance a305a767-ba06-4230-bce8-4968705ab37e [ 1138.361670] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214862, 'name': ReconfigVM_Task, 'duration_secs': 0.20547} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.361670] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.366740] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89138364-5cbc-4729-a601-6a2fb24179c2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.382385] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1138.382385] env[69486]: value = "task-3214863" [ 1138.382385] env[69486]: _type = "Task" [ 1138.382385] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.390441] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.598333] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e8b6bc-e3d8-42f1-a131-6e0bb17f35f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.619880] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab365e4-e5e7-4921-ab5d-e32e64d27887 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.644325] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.689884] env[69486]: DEBUG oslo_concurrency.lockutils [None req-69e183fd-29ca-41a6-8ed3-e2986e0787f8 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "a305a767-ba06-4230-bce8-4968705ab37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.160s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.892700] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214863, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.033689] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.033933] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.034139] env[69486]: DEBUG nova.network.neutron [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.127271] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.127513] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.127749] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.127932] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.128117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.130451] env[69486]: INFO nova.compute.manager [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Terminating instance [ 1139.181692] env[69486]: DEBUG nova.network.neutron [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Port 27507039-3bb0-44f5-8210-77916f10b963 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1139.393499] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214863, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.633645] env[69486]: DEBUG nova.compute.manager [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.633911] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.636903] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ff075d-94aa-442f-8661-adc115394017 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.644561] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.644806] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb35122-1dd9-40a4-87b8-26845a45c1ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.650162] env[69486]: DEBUG oslo_vmware.api [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1139.650162] env[69486]: value = "task-3214864" [ 1139.650162] env[69486]: _type = "Task" [ 1139.650162] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.657358] env[69486]: DEBUG oslo_vmware.api [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.766899] env[69486]: DEBUG nova.network.neutron [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.893682] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214863, 'name': ReconfigVM_Task, 'duration_secs': 1.149358} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.893977] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.160736] env[69486]: DEBUG oslo_vmware.api [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214864, 'name': PowerOffVM_Task, 'duration_secs': 0.233288} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.161010] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.161186] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.161435] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf2fe18-c45e-4e2a-b7d9-c4c3a22aa800 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.206527] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.206888] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.206888] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.269656] env[69486]: DEBUG oslo_concurrency.lockutils [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.584516] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.584732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.584854] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleting the datastore file [datastore1] 85ef072a-e998-4ec8-84b1-cde8724a7191 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.585405] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfaa02d1-4e47-4f73-8506-463b89442ffd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.591426] env[69486]: DEBUG oslo_vmware.api [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for the task: (returnval){ [ 1140.591426] env[69486]: value = "task-3214866" [ 1140.591426] env[69486]: _type = "Task" [ 1140.591426] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.599155] env[69486]: DEBUG oslo_vmware.api [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.794292] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230ec53f-5ef5-44c6-9994-3750393564fb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.813596] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde8ffae-d4f8-4eed-b189-976764042dde {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.820593] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.944750] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.945188] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a337ef54-6818-445a-a54e-d9aa207e93dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.961511] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1140.961511] env[69486]: value = "task-3214867" [ 1140.961511] env[69486]: _type = "Task" [ 1140.961511] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.972185] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.972406] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.972597] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.973348] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90256cb9-8768-40f8-b319-0d19ff19d300 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.991306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b232195-edf7-4f2a-8d91-d59585050209 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.997851] env[69486]: WARNING nova.virt.vmwareapi.driver [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1140.998147] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.998908] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c11073-121f-4b5c-9d53-16bfac52bdcc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.004970] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.005212] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed159f6-6d05-4f27-aa72-3e129c341711 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.066831] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.067068] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.067257] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.067642] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3184b839-2b9d-4fa6-91ef-2e109eea4cdb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.074083] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1141.074083] env[69486]: value = "task-3214869" [ 1141.074083] env[69486]: _type = "Task" [ 1141.074083] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.082544] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.099792] env[69486]: DEBUG oslo_vmware.api [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Task: {'id': task-3214866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155547} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.100026] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.100236] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.100434] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.100636] env[69486]: INFO nova.compute.manager [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1141.100899] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.101120] env[69486]: DEBUG nova.compute.manager [-] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.101238] env[69486]: DEBUG nova.network.neutron [-] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.242859] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.243062] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.243242] env[69486]: DEBUG nova.network.neutron [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.327186] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-101cf489-fdf1-4376-a491-cca53ab5f181 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance '6729ef62-a381-417f-afed-47b012a8cada' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.349049] env[69486]: DEBUG nova.compute.manager [req-b9918085-6d21-4c11-9c44-cf13835f5219 req-be27eadc-b4da-40c1-a5c3-812d878a8205 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Received event network-vif-deleted-a2fb7d3b-f53c-439e-843e-c879e4bd544c {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1141.349373] env[69486]: INFO nova.compute.manager [req-b9918085-6d21-4c11-9c44-cf13835f5219 req-be27eadc-b4da-40c1-a5c3-812d878a8205 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Neutron deleted interface a2fb7d3b-f53c-439e-843e-c879e4bd544c; detaching it from the instance and deleting it from the info cache [ 1141.349497] env[69486]: DEBUG nova.network.neutron [req-b9918085-6d21-4c11-9c44-cf13835f5219 req-be27eadc-b4da-40c1-a5c3-812d878a8205 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.562071] env[69486]: DEBUG oslo_concurrency.lockutils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.562316] env[69486]: DEBUG oslo_concurrency.lockutils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.583589] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149298} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.583789] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.583972] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.584161] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.835303] env[69486]: DEBUG nova.network.neutron [-] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.851267] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7000c78b-b67f-4a06-9da8-0629626fd394 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.863661] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3084e3-5643-4222-91c6-9d67d70fbce9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.897367] env[69486]: DEBUG nova.compute.manager [req-b9918085-6d21-4c11-9c44-cf13835f5219 req-be27eadc-b4da-40c1-a5c3-812d878a8205 service nova] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Detach interface failed, port_id=a2fb7d3b-f53c-439e-843e-c879e4bd544c, reason: Instance 85ef072a-e998-4ec8-84b1-cde8724a7191 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1141.935289] env[69486]: DEBUG nova.network.neutron [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance_info_cache with network_info: [{"id": "27507039-3bb0-44f5-8210-77916f10b963", "address": "fa:16:3e:c1:0a:84", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27507039-3b", "ovs_interfaceid": "27507039-3bb0-44f5-8210-77916f10b963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.065860] env[69486]: DEBUG nova.compute.utils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.089127] env[69486]: INFO nova.virt.block_device [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Booting with volume e4cb16a0-8449-4f87-9ada-29b662db4b50 at /dev/sdb [ 1142.121213] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63b28fce-4028-468c-94a7-8015ec42b29f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.130704] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac41396b-5368-4247-8cae-16d939f0a1f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.159788] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29128b16-2dcc-444c-9c82-4e1496aded48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.167145] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9c0e7-969d-4ece-8556-5f1145337cba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.198100] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b60ac2-ef38-42d8-afa1-77e72df06be2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.204020] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf875f-9a05-4c98-a02f-23d40bb082d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.216725] env[69486]: DEBUG nova.virt.block_device [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating existing volume attachment record: 97eef953-46a8-47e1-9d2c-30d97dbffdfc {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.339152] env[69486]: INFO nova.compute.manager [-] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Took 1.24 seconds to deallocate network for instance. [ 1142.372064] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.372292] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.372449] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.372597] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.372752] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.372894] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.373053] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.373191] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1142.373336] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.437839] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.568421] env[69486]: DEBUG oslo_concurrency.lockutils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.853575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.853969] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.854033] env[69486]: DEBUG nova.objects.instance [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lazy-loading 'resources' on Instance uuid 85ef072a-e998-4ec8-84b1-cde8724a7191 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.875589] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.963113] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91141091-d3e9-49a2-925e-cb221792bdd1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.982482] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad621a-f3bb-444b-8ccb-68368ba195bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.989421] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.496674] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.497138] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a02072-0f01-4385-82ba-b26a922d28bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.507765] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1143.507765] env[69486]: value = "task-3214870" [ 1143.507765] env[69486]: _type = "Task" [ 1143.507765] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.515401] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.516784] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5bb7e8-c87d-401a-ad5d-e29750b39230 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.522979] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbb17a4-f929-4f8e-a8e0-058513627be3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.554079] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ca8918-1474-410d-ab6f-b74d66beaaef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.560949] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95671ef8-7b2a-4dd1-a7ed-f1fbda772ce5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.574195] env[69486]: DEBUG nova.compute.provider_tree [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.623573] env[69486]: DEBUG oslo_concurrency.lockutils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.623828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.624073] env[69486]: INFO nova.compute.manager [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Attaching volume 13219372-5c90-4f61-85bd-1eb5181d1efc to /dev/sdb [ 1143.654265] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2125307-665f-4916-b91c-0e4ba601663c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.661557] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f055e6-1ef5-4a91-88d1-8292f34923e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.674636] env[69486]: DEBUG nova.virt.block_device [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating existing volume attachment record: 8ec6a772-e927-4bae-a1ae-5e6126cd3c25 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.802477] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.802728] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.802944] env[69486]: DEBUG nova.compute.manager [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Going to confirm migration 5 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 1144.018112] env[69486]: DEBUG oslo_vmware.api [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214870, 'name': PowerOnVM_Task, 'duration_secs': 0.373764} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.018377] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.018576] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac3d7d2-d431-46d6-b9d0-8a4e0fb2f2d5 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance 'e1eece78-e8f2-497a-a957-6330aa5c5dca' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.077657] env[69486]: DEBUG nova.scheduler.client.report [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.322751] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.323039] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.323266] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.323518] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.323726] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.323903] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.324175] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.324713] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.324713] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.324856] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.325050] env[69486]: DEBUG nova.virt.hardware [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.325988] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c4b285-6496-4da8-a233-1fa47cfa6ec9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.335074] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e023a-d59b-46b5-a863-172a50a7c5b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.340788] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.341012] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.341212] env[69486]: DEBUG nova.network.neutron [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.341445] env[69486]: DEBUG nova.objects.instance [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'info_cache' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.352746] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:a4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.360130] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.360591] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.360827] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b605471c-abac-4760-b7dd-f907257785f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.380108] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.380108] env[69486]: value = "task-3214874" [ 1144.380108] env[69486]: _type = "Task" [ 1144.380108] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.387994] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214874, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.582822] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.585917] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.710s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.586147] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.586338] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1144.587295] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaccbf4-7133-489f-8e8f-3cd29edd395c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.601562] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b664e9d-f29d-4a1a-976a-560c621c127c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.606577] env[69486]: INFO nova.scheduler.client.report [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Deleted allocations for instance 85ef072a-e998-4ec8-84b1-cde8724a7191 [ 1144.620945] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b083b5-096a-4a8f-95a9-0321fb8418f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.627919] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddec592-4e1e-4213-a594-959f50618789 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.658382] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178798MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1144.658549] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.658779] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.889909] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214874, 'name': CreateVM_Task, 'duration_secs': 0.290025} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.890137] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.890716] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.890875] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.891202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.891446] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d46dd71-dd09-431f-9b4d-50e9e93d2ecd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.896216] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1144.896216] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52250531-6a96-33f6-a732-c4f5dca86622" [ 1144.896216] env[69486]: _type = "Task" [ 1144.896216] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.903688] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52250531-6a96-33f6-a732-c4f5dca86622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.114379] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e4cd5fb1-907e-4e1e-9c02-a02098295c43 tempest-AttachInterfacesTestJSON-291311735 tempest-AttachInterfacesTestJSON-291311735-project-member] Lock "85ef072a-e998-4ec8-84b1-cde8724a7191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.987s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.406141] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52250531-6a96-33f6-a732-c4f5dca86622, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.407344] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.407467] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.407608] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.407762] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.407939] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.410944] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f123df9-ce5c-4ae9-b43b-5d9ee3b81639 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.424788] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.424963] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.425912] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a7200e-0efc-4395-8770-55cb0a12eda6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.433318] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1145.433318] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528d894e-0f9c-e9d6-ee1c-188d86a07ee4" [ 1145.433318] env[69486]: _type = "Task" [ 1145.433318] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.441346] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528d894e-0f9c-e9d6-ee1c-188d86a07ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.598208] env[69486]: DEBUG nova.network.neutron [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.672019] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance 6729ef62-a381-417f-afed-47b012a8cada as it has an incoming, in-progress migration 863e13d4-41f4-4a53-829a-7ecc9f70c17a. Migration status is confirming {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1145.672019] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance e1eece78-e8f2-497a-a957-6330aa5c5dca as it has an incoming, in-progress migration e651f2c1-be3f-458d-bf7d-aca4a075e170. Migration status is finished {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1145.672019] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating resource usage from migration 863e13d4-41f4-4a53-829a-7ecc9f70c17a [ 1145.672019] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating resource usage from migration e651f2c1-be3f-458d-bf7d-aca4a075e170 [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance b312dc9d-27dc-44da-a421-bc612e6e8bda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 3dec70f1-2eed-4d57-9477-8fd14494b8cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 2d0f8299-9a01-4c60-8914-fa9912045b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 91400c3e-2397-48b9-81a3-f701c3601b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6a9dad07-c73c-4cb5-97d2-64761370b028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d1c8c8e0-b516-4e87-be02-ac84434b18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration 863e13d4-41f4-4a53-829a-7ecc9f70c17a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6729ef62-a381-417f-afed-47b012a8cada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration e651f2c1-be3f-458d-bf7d-aca4a075e170 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e1eece78-e8f2-497a-a957-6330aa5c5dca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.691058] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1145.691642] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1145.865064] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a8b75-be79-47cc-af18-11cce11d3cd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.872941] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af74014-42e6-459e-a76d-05143328eb57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.903198] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08d37d-93e5-495d-8630-a297d3747f2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.910544] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341fcee-8001-4460-88da-eefcc0a21062 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.914987] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.915218] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.915397] env[69486]: DEBUG nova.compute.manager [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Going to confirm migration 6 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 1145.927304] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.944831] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528d894e-0f9c-e9d6-ee1c-188d86a07ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.945744] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d0ba09-d143-46ba-a93b-7f0f026d7db8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.951133] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1145.951133] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5218efc2-61ce-5abe-ac6a-a759c13cd336" [ 1145.951133] env[69486]: _type = "Task" [ 1145.951133] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.959717] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5218efc2-61ce-5abe-ac6a-a759c13cd336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.100739] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.101092] env[69486]: DEBUG nova.objects.instance [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'migration_context' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.431045] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.464762] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5218efc2-61ce-5abe-ac6a-a759c13cd336, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.465981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.466173] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquired lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.466346] env[69486]: DEBUG nova.network.neutron [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.466528] env[69486]: DEBUG nova.objects.instance [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'info_cache' on Instance uuid e1eece78-e8f2-497a-a957-6330aa5c5dca {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.471036] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.471036] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.471036] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4588cd82-e7ed-4613-b283-f68503b2b1a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.474966] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1146.474966] env[69486]: value = "task-3214876" [ 1146.474966] env[69486]: _type = "Task" [ 1146.474966] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.484971] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.603806] env[69486]: DEBUG nova.objects.base [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Object Instance<6729ef62-a381-417f-afed-47b012a8cada> lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.604835] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4f187-ba4c-4494-b80d-0650cf0c9efd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.625781] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df6e9b0-b7bf-42ff-8482-4ba361f5db30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.631248] env[69486]: DEBUG oslo_vmware.api [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1146.631248] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d30823-f31a-6059-94f1-7d71aeb073a6" [ 1146.631248] env[69486]: _type = "Task" [ 1146.631248] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.640130] env[69486]: DEBUG oslo_vmware.api [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d30823-f31a-6059-94f1-7d71aeb073a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.934885] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1146.935267] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.935514] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.935640] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Cleaning up deleted instances {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11852}} [ 1146.984523] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47549} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.984795] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.985027] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.985312] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00c6ec5-08f7-43df-9f8f-825b1eba1f9d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.994174] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1146.994174] env[69486]: value = "task-3214877" [ 1146.994174] env[69486]: _type = "Task" [ 1146.994174] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.001454] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.141165] env[69486]: DEBUG oslo_vmware.api [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d30823-f31a-6059-94f1-7d71aeb073a6, 'name': SearchDatastore_Task, 'duration_secs': 0.007658} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.141543] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.141847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.451431] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] There are 57 instances to clean {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11861}} [ 1147.451682] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: da52b173-895a-4401-8299-dbe9c4196787] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1147.505022] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29143} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.505022] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.505022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff91b5c8-ad6d-48fb-bdd5-3eb99abf7616 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.528258] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.530911] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa184cd-2dd1-4b6f-ab05-a6dc033732ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.551973] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1147.551973] env[69486]: value = "task-3214878" [ 1147.551973] env[69486]: _type = "Task" [ 1147.551973] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.566382] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.828885] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a7cc6d-1e0b-4708-b562-e9c3a61a82b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.837599] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f5dddd-b194-4a54-b5c3-9877ea9288d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.875961] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8319a921-b64b-41bb-8a1c-fbe4daa61c5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.884287] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71cab0d-345d-4dae-844a-a21c2eeddc1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.897470] env[69486]: DEBUG nova.compute.provider_tree [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.955524] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: bd2ec6fa-053c-41af-a0b6-4ecf73fa132e] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1147.963537] env[69486]: DEBUG nova.network.neutron [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance_info_cache with network_info: [{"id": "27507039-3bb0-44f5-8210-77916f10b963", "address": "fa:16:3e:c1:0a:84", "network": {"id": "7b4aa9cf-458b-4b3a-acb5-a26f669d3c8a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1076377691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0246d50469047698a61a71b5b49ec51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27507039-3b", "ovs_interfaceid": "27507039-3bb0-44f5-8210-77916f10b963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.063594] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.400792] env[69486]: DEBUG nova.scheduler.client.report [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.459338] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 78b537d2-43d7-4c9d-87f6-d89c21dbfca8] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1148.465986] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Releasing lock "refresh_cache-e1eece78-e8f2-497a-a957-6330aa5c5dca" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.466274] env[69486]: DEBUG nova.objects.instance [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lazy-loading 'migration_context' on Instance uuid e1eece78-e8f2-497a-a957-6330aa5c5dca {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.562561] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.719161] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.719503] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642795', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'name': 'volume-13219372-5c90-4f61-85bd-1eb5181d1efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76bb9a88-7403-4e0c-b95d-c74cfa2adde0', 'attached_at': '', 'detached_at': '', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'serial': '13219372-5c90-4f61-85bd-1eb5181d1efc'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.720737] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14e35e-fc83-4976-a34c-feabfe8519a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.743950] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd774463-5e0a-4c14-9def-5c8a34d8d211 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.782647] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-13219372-5c90-4f61-85bd-1eb5181d1efc/volume-13219372-5c90-4f61-85bd-1eb5181d1efc.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.782995] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c889ac69-ba33-4594-b854-829e8d706221 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.800811] env[69486]: DEBUG oslo_vmware.api [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1148.800811] env[69486]: value = "task-3214879" [ 1148.800811] env[69486]: _type = "Task" [ 1148.800811] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.808612] env[69486]: DEBUG oslo_vmware.api [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.964297] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 8e605bc3-7a33-475e-98f2-92915d8e3ffd] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1148.968365] env[69486]: DEBUG nova.objects.base [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1148.969416] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb0eed-6730-496f-9d5a-929c9617cbad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.993468] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca29e5f9-7f6d-4ebe-a366-8e6770686ef9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.999724] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1148.999724] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521339dc-a915-6322-98ac-46d5a1b5d9b0" [ 1148.999724] env[69486]: _type = "Task" [ 1148.999724] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.009239] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521339dc-a915-6322-98ac-46d5a1b5d9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.006522} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.009239] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.066977] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214878, 'name': ReconfigVM_Task, 'duration_secs': 1.430809} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.067640] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028/6a9dad07-c73c-4cb5-97d2-64761370b028.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.069514] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'size': 0, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'disk_bus': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': 'bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'}, 'attachment_id': '97eef953-46a8-47e1-9d2c-30d97dbffdfc', 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69486) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1149.069921] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.070372] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.071962] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0048f4a-6692-416e-a373-8ca5ce569cea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.092022] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37744dc9-0ef9-4d05-ba8c-24dc2ade62c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.137722] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-e4cb16a0-8449-4f87-9ada-29b662db4b50/volume-e4cb16a0-8449-4f87-9ada-29b662db4b50.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.138394] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495cc4ce-069f-4135-8b5d-88a2e6cebb65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.166331] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1149.166331] env[69486]: value = "task-3214880" [ 1149.166331] env[69486]: _type = "Task" [ 1149.166331] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.176287] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.311090] env[69486]: DEBUG oslo_vmware.api [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214879, 'name': ReconfigVM_Task, 'duration_secs': 0.381347} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.311574] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-13219372-5c90-4f61-85bd-1eb5181d1efc/volume-13219372-5c90-4f61-85bd-1eb5181d1efc.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.319301] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b676a079-6c09-42dc-8ece-611e8ac53265 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.335433] env[69486]: DEBUG oslo_vmware.api [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1149.335433] env[69486]: value = "task-3214881" [ 1149.335433] env[69486]: _type = "Task" [ 1149.335433] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.344750] env[69486]: DEBUG oslo_vmware.api [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.411332] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.269s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.412111] env[69486]: DEBUG nova.compute.manager [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69486) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5394}} [ 1149.418021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.406s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.467662] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: a305a767-ba06-4230-bce8-4968705ab37e] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1149.677179] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214880, 'name': ReconfigVM_Task, 'duration_secs': 0.422686} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.677485] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-e4cb16a0-8449-4f87-9ada-29b662db4b50/volume-e4cb16a0-8449-4f87-9ada-29b662db4b50.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.682034] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4937cb50-46fd-4eaa-aa41-8ae7b9c01d53 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.696519] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1149.696519] env[69486]: value = "task-3214882" [ 1149.696519] env[69486]: _type = "Task" [ 1149.696519] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.707022] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.845246] env[69486]: DEBUG oslo_vmware.api [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214881, 'name': ReconfigVM_Task, 'duration_secs': 0.144772} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.845592] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642795', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'name': 'volume-13219372-5c90-4f61-85bd-1eb5181d1efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76bb9a88-7403-4e0c-b95d-c74cfa2adde0', 'attached_at': '', 'detached_at': '', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'serial': '13219372-5c90-4f61-85bd-1eb5181d1efc'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.971226] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: daa519b1-f48f-4204-8fbb-ac39b716d4a6] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1149.981682] env[69486]: INFO nova.scheduler.client.report [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted allocation for migration 863e13d4-41f4-4a53-829a-7ecc9f70c17a [ 1150.100798] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a9afa-f486-42e8-a17e-8b2c89d57075 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.110841] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4047c-ada1-4c87-81bb-46579c19a89c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.141680] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d2bbce-4032-4d8d-aa56-2f33208ea024 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.149385] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760cabe4-1576-4268-a987-666bd37b7387 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.162820] env[69486]: DEBUG nova.compute.provider_tree [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.206864] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.475697] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: a5ebd197-5506-4001-a6bd-38e2accbf314] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1150.489741] env[69486]: DEBUG oslo_concurrency.lockutils [None req-73f77fce-248f-4c0c-86a6-a7c9b9b5a910 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.687s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.666494] env[69486]: DEBUG nova.scheduler.client.report [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.709897] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.768226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "163c9e12-2753-4ab6-87b6-ac251d05a383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.768571] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.895836] env[69486]: DEBUG nova.objects.instance [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'flavor' on Instance uuid 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.979454] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 4f0b356e-e52f-4ea6-a93b-4af810b35d21] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1151.042169] env[69486]: DEBUG nova.objects.instance [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'flavor' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.208282] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214882, 'name': ReconfigVM_Task, 'duration_secs': 1.078564} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.208711] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1151.209288] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b818585b-238c-4f7c-a3bf-e09245cc0535 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.216117] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1151.216117] env[69486]: value = "task-3214883" [ 1151.216117] env[69486]: _type = "Task" [ 1151.216117] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.225230] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214883, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.271324] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.402054] env[69486]: DEBUG oslo_concurrency.lockutils [None req-690c7302-db2c-40a9-801c-38ff3558d63d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.778s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.482959] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: eeb08e02-1228-4886-b31b-6099c5ea6a37] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1151.547136] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.547581] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.547581] env[69486]: DEBUG nova.network.neutron [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.547739] env[69486]: DEBUG nova.objects.instance [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'info_cache' on Instance uuid 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.676218] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.726789] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214883, 'name': Rename_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.793179] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.793450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.794996] env[69486]: INFO nova.compute.claims [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.988024] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 9b67ee26-66a6-41be-a519-339bc8a9691f] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1152.051175] env[69486]: DEBUG nova.objects.base [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Object Instance<6729ef62-a381-417f-afed-47b012a8cada> lazy-loaded attributes: flavor,info_cache {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.103047] env[69486]: INFO nova.compute.manager [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Rescuing [ 1152.103047] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.103047] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.103047] env[69486]: DEBUG nova.network.neutron [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.227258] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214883, 'name': Rename_Task, 'duration_secs': 0.659431} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.227588] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.227828] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adff0fa3-2447-4505-a5a9-41c0d246a636 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.234371] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1152.234371] env[69486]: value = "task-3214884" [ 1152.234371] env[69486]: _type = "Task" [ 1152.234371] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.241979] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.311733] env[69486]: INFO nova.scheduler.client.report [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocation for migration e651f2c1-be3f-458d-bf7d-aca4a075e170 [ 1152.490951] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 85ef072a-e998-4ec8-84b1-cde8724a7191] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1152.750232] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.817491] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.902s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.841789] env[69486]: DEBUG nova.network.neutron [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.857890] env[69486]: DEBUG nova.network.neutron [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [{"id": "4049c00d-9440-4c38-b139-ea885159e7d7", "address": "fa:16:3e:46:63:32", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4049c00d-94", "ovs_interfaceid": "4049c00d-9440-4c38-b139-ea885159e7d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.972471] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd6ffee-f0a2-4274-8fff-6e84d03b8b19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.980374] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a511868-2440-4a7d-b709-cda6794823b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.010956] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d10446a9-7893-4c5d-8e5b-4996838b45ae] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1153.013923] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd1a06a-2070-454a-a08b-dec801c15e47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.021084] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597486f9-2039-40e7-82db-2bb260176927 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.034429] env[69486]: DEBUG nova.compute.provider_tree [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.244202] env[69486]: DEBUG oslo_vmware.api [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214884, 'name': PowerOnVM_Task, 'duration_secs': 0.527058} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.244471] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.244672] env[69486]: DEBUG nova.compute.manager [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.245490] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c572cc2-2f33-41ff-8598-8b1164e79592 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.347407] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.360741] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-6729ef62-a381-417f-afed-47b012a8cada" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.513851] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 4f6d35dc-df2f-4502-a6cb-9dd1681b4bf9] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1153.537806] env[69486]: DEBUG nova.scheduler.client.report [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.560353] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.560715] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.560999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "b312dc9d-27dc-44da-a421-bc612e6e8bda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.561269] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.561500] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.563948] env[69486]: INFO nova.compute.manager [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Terminating instance [ 1153.761511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.933982] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.934264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.934467] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.934701] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.934880] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.936948] env[69486]: INFO nova.compute.manager [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Terminating instance [ 1154.017396] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: cf009b8f-e298-4ec8-b026-a6786df92bba] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1154.042500] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.043016] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.045893] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.284s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.046083] env[69486]: DEBUG nova.objects.instance [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69486) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1154.072453] env[69486]: DEBUG nova.compute.manager [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.072794] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.073250] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.073473] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.073666] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.073845] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.074009] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.076792] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97353f70-5399-44cc-8c2d-408a1cbca63d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.080386] env[69486]: INFO nova.compute.manager [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Terminating instance [ 1154.087706] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.088317] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07db62dd-8303-4b80-956f-da02b5657707 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.094000] env[69486]: DEBUG oslo_vmware.api [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1154.094000] env[69486]: value = "task-3214885" [ 1154.094000] env[69486]: _type = "Task" [ 1154.094000] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.101961] env[69486]: DEBUG oslo_vmware.api [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.366196] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.366513] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aced9d92-4f3b-461f-81a6-ea9419879c9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.374124] env[69486]: DEBUG oslo_vmware.api [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1154.374124] env[69486]: value = "task-3214886" [ 1154.374124] env[69486]: _type = "Task" [ 1154.374124] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.383708] env[69486]: DEBUG oslo_vmware.api [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.440831] env[69486]: DEBUG nova.compute.manager [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.441026] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.441912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1cbcc-9078-46b6-a8ff-68e23cad9306 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.449565] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.449809] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61573556-a6fb-4152-bef8-85f3a3d1710b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.456811] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1154.456811] env[69486]: value = "task-3214887" [ 1154.456811] env[69486]: _type = "Task" [ 1154.456811] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.465767] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.520687] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 754c1208-fe02-4272-b72c-29164d65887d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1154.550442] env[69486]: DEBUG nova.compute.utils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.554729] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.554846] env[69486]: DEBUG nova.network.neutron [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.585069] env[69486]: DEBUG nova.compute.manager [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.585283] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.586027] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceabf3f-b664-487e-8675-613aa8a96200 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.594914] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.598606] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd8deb26-16eb-4330-b5ba-2fb120ca6c46 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.605526] env[69486]: DEBUG oslo_vmware.api [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1154.605526] env[69486]: value = "task-3214888" [ 1154.605526] env[69486]: _type = "Task" [ 1154.605526] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.606912] env[69486]: DEBUG nova.policy [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23cacb21abaa47f894a724e5a2e74b7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d30b9bc57c74bc19cf3677692f8e8b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.610986] env[69486]: DEBUG oslo_vmware.api [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214885, 'name': PowerOffVM_Task, 'duration_secs': 0.186255} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.614330] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.614502] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.614743] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f40cde-d81d-4e93-843a-5406c0a5b98c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.683759] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.684096] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.684394] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Deleting the datastore file [datastore2] b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.684771] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf4cb6b-bfbd-4165-97df-5d5f22ae080b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.691940] env[69486]: DEBUG oslo_vmware.api [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1154.691940] env[69486]: value = "task-3214890" [ 1154.691940] env[69486]: _type = "Task" [ 1154.691940] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.704081] env[69486]: DEBUG oslo_vmware.api [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.884024] env[69486]: DEBUG oslo_vmware.api [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214886, 'name': PowerOnVM_Task, 'duration_secs': 0.425199} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.884324] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.884526] env[69486]: DEBUG nova.compute.manager [None req-8eac8a32-d782-4b22-8564-51803929ef76 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.885326] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f5edd-24a3-45c7-ab5f-2a85c0d3b448 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.888529] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.889021] env[69486]: DEBUG nova.network.neutron [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Successfully created port: bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.890724] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-875ae075-80a8-44fe-b1fe-bb4c62ee9825 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.902085] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1154.902085] env[69486]: value = "task-3214891" [ 1154.902085] env[69486]: _type = "Task" [ 1154.902085] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.907231] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.967408] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214887, 'name': PowerOffVM_Task, 'duration_secs': 0.263613} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.967704] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.967872] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.968160] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d2fc23-adff-41ec-8906-7f02de5626ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.024778] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: ed4904f0-c382-4714-a051-afea0f7fcc9b] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1155.040093] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.040309] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.040493] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleting the datastore file [datastore1] e1eece78-e8f2-497a-a957-6330aa5c5dca {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.040759] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da2e0bcf-713d-4568-abce-afce415278b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.051147] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for the task: (returnval){ [ 1155.051147] env[69486]: value = "task-3214893" [ 1155.051147] env[69486]: _type = "Task" [ 1155.051147] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.059336] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.063139] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0a30a3c6-b506-474f-ae48-75a70e2eef51 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.071716] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.120504] env[69486]: DEBUG oslo_vmware.api [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214888, 'name': PowerOffVM_Task, 'duration_secs': 0.217032} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.120769] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.120937] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.121204] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ab2dcd-82f5-424f-b1d4-f077b70cb949 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.184588] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.184907] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.184993] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleting the datastore file [datastore1] 3dec70f1-2eed-4d57-9477-8fd14494b8cf {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.185252] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-435c6ff9-240f-4379-a240-a634531e457e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.193021] env[69486]: DEBUG oslo_vmware.api [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1155.193021] env[69486]: value = "task-3214895" [ 1155.193021] env[69486]: _type = "Task" [ 1155.193021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.202461] env[69486]: DEBUG oslo_vmware.api [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.206869] env[69486]: DEBUG oslo_vmware.api [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.207154] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.207403] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.207627] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.207962] env[69486]: INFO nova.compute.manager [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1155.208119] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.208329] env[69486]: DEBUG nova.compute.manager [-] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.208425] env[69486]: DEBUG nova.network.neutron [-] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.414250] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214891, 'name': PowerOffVM_Task, 'duration_secs': 0.208934} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.414507] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.415394] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ed41f-3524-4d3d-82fc-b999d457e50f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.440889] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2107a6a8-823c-491d-9779-c11aea4efe3a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.476952] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.477325] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-693dacf9-8705-46e1-a463-6bf1c0563163 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.486038] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1155.486038] env[69486]: value = "task-3214896" [ 1155.486038] env[69486]: _type = "Task" [ 1155.486038] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.496859] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1155.496859] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.497080] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.497234] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.497470] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.497733] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83eb28b7-caec-41c2-91dc-37b468e06153 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.507391] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.507391] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.508067] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49216b54-9f3f-4206-8d72-44b6be8eb73b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.514464] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1155.514464] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f71df8-ce70-4af8-b8e9-c0622fc7cb67" [ 1155.514464] env[69486]: _type = "Task" [ 1155.514464] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.522256] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f71df8-ce70-4af8-b8e9-c0622fc7cb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.527160] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: bd971d4c-f2d9-4561-81f1-11c89d73b5df] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1155.562808] env[69486]: DEBUG oslo_vmware.api [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Task: {'id': task-3214893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171508} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.563149] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.563364] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.563595] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.563791] env[69486]: INFO nova.compute.manager [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.564096] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.564354] env[69486]: DEBUG nova.compute.manager [-] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.564462] env[69486]: DEBUG nova.network.neutron [-] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.706348] env[69486]: DEBUG oslo_vmware.api [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159659} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.706520] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.706582] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.706761] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.706930] env[69486]: INFO nova.compute.manager [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.709017] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.709017] env[69486]: DEBUG nova.compute.manager [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.709017] env[69486]: DEBUG nova.network.neutron [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.746295] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.746562] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.746769] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "6729ef62-a381-417f-afed-47b012a8cada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.746945] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.748539] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.751055] env[69486]: INFO nova.compute.manager [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Terminating instance [ 1156.031185] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 951f52da-8d1c-4fb5-8b75-e5d4a1dc03a5] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1156.036947] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f71df8-ce70-4af8-b8e9-c0622fc7cb67, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.038073] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e2cc2d-519d-47f2-8d39-ccc60595f746 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.043753] env[69486]: DEBUG nova.compute.manager [req-0379c265-13da-4444-b2ae-b29084fd132a req-17cf776c-e619-46a0-959e-f70b5dad6a0a service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Received event network-vif-deleted-1321206c-1d99-4a6c-b810-91cc71968134 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1156.044027] env[69486]: INFO nova.compute.manager [req-0379c265-13da-4444-b2ae-b29084fd132a req-17cf776c-e619-46a0-959e-f70b5dad6a0a service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Neutron deleted interface 1321206c-1d99-4a6c-b810-91cc71968134; detaching it from the instance and deleting it from the info cache [ 1156.044211] env[69486]: DEBUG nova.network.neutron [req-0379c265-13da-4444-b2ae-b29084fd132a req-17cf776c-e619-46a0-959e-f70b5dad6a0a service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.048833] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1156.048833] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521c5f9a-7703-2e99-98ad-33dfae46c2ed" [ 1156.048833] env[69486]: _type = "Task" [ 1156.048833] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.063010] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521c5f9a-7703-2e99-98ad-33dfae46c2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.072395] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.101502] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.101767] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.101961] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.106018] env[69486]: DEBUG nova.virt.hardware [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.106018] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d036e8bd-5a68-47dc-83d2-d394518abfe7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.112603] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37e98b-3b5d-46f1-b52d-c87e1abb84fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.256122] env[69486]: DEBUG nova.compute.manager [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.256374] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.257265] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653b0a0c-9a0e-46dc-9e86-601f31afa178 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.265065] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.265350] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a3b555-f1d1-46f7-8258-6bff14ce5851 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.271202] env[69486]: DEBUG oslo_vmware.api [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1156.271202] env[69486]: value = "task-3214897" [ 1156.271202] env[69486]: _type = "Task" [ 1156.271202] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.279418] env[69486]: DEBUG oslo_vmware.api [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.326770] env[69486]: DEBUG nova.compute.manager [req-82f9d4f3-d517-4d6a-a6ff-fdf75a648c97 req-055ca34b-5e43-4906-b637-21b2769df5ae service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Received event network-vif-plugged-bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1156.327120] env[69486]: DEBUG oslo_concurrency.lockutils [req-82f9d4f3-d517-4d6a-a6ff-fdf75a648c97 req-055ca34b-5e43-4906-b637-21b2769df5ae service nova] Acquiring lock "163c9e12-2753-4ab6-87b6-ac251d05a383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.327227] env[69486]: DEBUG oslo_concurrency.lockutils [req-82f9d4f3-d517-4d6a-a6ff-fdf75a648c97 req-055ca34b-5e43-4906-b637-21b2769df5ae service nova] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.327598] env[69486]: DEBUG oslo_concurrency.lockutils [req-82f9d4f3-d517-4d6a-a6ff-fdf75a648c97 req-055ca34b-5e43-4906-b637-21b2769df5ae service nova] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.327855] env[69486]: DEBUG nova.compute.manager [req-82f9d4f3-d517-4d6a-a6ff-fdf75a648c97 req-055ca34b-5e43-4906-b637-21b2769df5ae service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] No waiting events found dispatching network-vif-plugged-bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.327934] env[69486]: WARNING nova.compute.manager [req-82f9d4f3-d517-4d6a-a6ff-fdf75a648c97 req-055ca34b-5e43-4906-b637-21b2769df5ae service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Received unexpected event network-vif-plugged-bf84d5d8-b9d5-4c60-a983-acf24627d41b for instance with vm_state building and task_state spawning. [ 1156.419227] env[69486]: DEBUG nova.network.neutron [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Successfully updated port: bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.508713] env[69486]: DEBUG nova.network.neutron [-] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.541803] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 256ae0b9-d1fd-4aee-b57b-48224890dccf] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1156.547016] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc98492b-96da-43d0-9cce-e78760fd2e4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.557209] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dff691-06ba-4de1-96f0-a33bfd9c159d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.571949] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521c5f9a-7703-2e99-98ad-33dfae46c2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01971} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.573113] env[69486]: DEBUG oslo_concurrency.lockutils [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.573397] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. {{(pid=69486) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1156.573673] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea36d818-0cc9-4f37-b7ed-a4bce05a5476 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.580786] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1156.580786] env[69486]: value = "task-3214898" [ 1156.580786] env[69486]: _type = "Task" [ 1156.580786] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.596805] env[69486]: DEBUG nova.compute.manager [req-0379c265-13da-4444-b2ae-b29084fd132a req-17cf776c-e619-46a0-959e-f70b5dad6a0a service nova] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Detach interface failed, port_id=1321206c-1d99-4a6c-b810-91cc71968134, reason: Instance b312dc9d-27dc-44da-a421-bc612e6e8bda could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1156.604071] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.782698] env[69486]: DEBUG oslo_vmware.api [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214897, 'name': PowerOffVM_Task, 'duration_secs': 0.170173} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.782977] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.783176] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.783420] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d66f644-ef76-4644-9970-893dba12fb2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.793906] env[69486]: DEBUG nova.network.neutron [-] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.852628] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.852628] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.852628] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleting the datastore file [datastore1] 6729ef62-a381-417f-afed-47b012a8cada {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.852628] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9574eeb-4e6f-401a-a07b-1da4a4c4e267 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.860731] env[69486]: DEBUG oslo_vmware.api [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1156.860731] env[69486]: value = "task-3214900" [ 1156.860731] env[69486]: _type = "Task" [ 1156.860731] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.873572] env[69486]: DEBUG oslo_vmware.api [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.922700] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "refresh_cache-163c9e12-2753-4ab6-87b6-ac251d05a383" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.922862] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquired lock "refresh_cache-163c9e12-2753-4ab6-87b6-ac251d05a383" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.923062] env[69486]: DEBUG nova.network.neutron [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.012117] env[69486]: INFO nova.compute.manager [-] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Took 1.80 seconds to deallocate network for instance. [ 1157.045566] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 3624c085-34a9-4250-bc9f-937a15cfcbc1] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1157.091543] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482621} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.091800] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk. [ 1157.092586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763634c-8c1e-4d8a-8d1a-ec65e5fd0315 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.112461] env[69486]: DEBUG nova.network.neutron [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.121548] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.122088] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd0815a-6e32-4810-ade7-36b3d383e027 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.141029] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1157.141029] env[69486]: value = "task-3214901" [ 1157.141029] env[69486]: _type = "Task" [ 1157.141029] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.148851] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.296435] env[69486]: INFO nova.compute.manager [-] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Took 1.73 seconds to deallocate network for instance. [ 1157.371297] env[69486]: DEBUG oslo_vmware.api [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261588} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.371537] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.371805] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.372037] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.372243] env[69486]: INFO nova.compute.manager [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1157.372501] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.372703] env[69486]: DEBUG nova.compute.manager [-] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.372804] env[69486]: DEBUG nova.network.neutron [-] [instance: 6729ef62-a381-417f-afed-47b012a8cada] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.455278] env[69486]: DEBUG nova.network.neutron [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.518652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.518931] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.519167] env[69486]: DEBUG nova.objects.instance [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'resources' on Instance uuid b312dc9d-27dc-44da-a421-bc612e6e8bda {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.548500] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 4f9da456-2cc5-41d0-972a-2204bd59d854] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1157.623284] env[69486]: INFO nova.compute.manager [-] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Took 1.91 seconds to deallocate network for instance. [ 1157.628980] env[69486]: DEBUG nova.network.neutron [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Updating instance_info_cache with network_info: [{"id": "bf84d5d8-b9d5-4c60-a983-acf24627d41b", "address": "fa:16:3e:14:da:74", "network": {"id": "bcc4b116-36c6-4ebb-8573-1fb49f640c94", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-775361705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d30b9bc57c74bc19cf3677692f8e8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf84d5d8-b9", "ovs_interfaceid": "bf84d5d8-b9d5-4c60-a983-acf24627d41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.651511] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214901, 'name': ReconfigVM_Task, 'duration_secs': 0.316146} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.651747] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4-rescue.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.652584] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f793d3f-1d0c-40c7-be29-e10ff1e1b1c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.681813] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01b6844-e72e-40d7-b19d-18dfb7088373 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.698695] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1157.698695] env[69486]: value = "task-3214902" [ 1157.698695] env[69486]: _type = "Task" [ 1157.698695] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.707222] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.804939] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.052219] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 77cde697-505e-45b9-8d7a-8271f180233f] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1158.129293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.131255] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Releasing lock "refresh_cache-163c9e12-2753-4ab6-87b6-ac251d05a383" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.131255] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Instance network_info: |[{"id": "bf84d5d8-b9d5-4c60-a983-acf24627d41b", "address": "fa:16:3e:14:da:74", "network": {"id": "bcc4b116-36c6-4ebb-8573-1fb49f640c94", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-775361705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d30b9bc57c74bc19cf3677692f8e8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf84d5d8-b9", "ovs_interfaceid": "bf84d5d8-b9d5-4c60-a983-acf24627d41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.131450] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:da:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf84d5d8-b9d5-4c60-a983-acf24627d41b', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.138911] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Creating folder: Project (9d30b9bc57c74bc19cf3677692f8e8b9). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.141383] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c54796-62bf-412d-973e-ff2837be4b95 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.156435] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Created folder: Project (9d30b9bc57c74bc19cf3677692f8e8b9) in parent group-v642494. [ 1158.156435] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Creating folder: Instances. Parent ref: group-v642797. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.156706] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78b2765b-3f98-4505-874d-845dc014ec41 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.168456] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Created folder: Instances in parent group-v642797. [ 1158.168686] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.168872] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.169320] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0efd7f-c9a9-41ce-ab18-892ba82b71d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.190186] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.190186] env[69486]: value = "task-3214905" [ 1158.190186] env[69486]: _type = "Task" [ 1158.190186] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.198444] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214905, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.204702] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06df00f8-cead-46c8-8f2a-948e477388ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.209751] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214902, 'name': ReconfigVM_Task, 'duration_secs': 0.17392} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.210309] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.210524] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6854623-4a00-4313-8153-3df79fddbb6e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.214866] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c51b0e3-b5a3-4f75-a77c-4f085ffbdbaf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.218691] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1158.218691] env[69486]: value = "task-3214906" [ 1158.218691] env[69486]: _type = "Task" [ 1158.218691] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.253286] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9539109-ab1e-4f25-982b-faaedbda3d08 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.255951] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.261391] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5feadf7-7154-46e6-96b6-e8ab0babf869 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.275021] env[69486]: DEBUG nova.compute.provider_tree [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.294891] env[69486]: DEBUG nova.compute.manager [req-ff5d2b6d-9d15-4cdf-8e5f-b2e208a5da68 req-58204120-e692-4465-b8df-32c72cf77478 service nova] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Received event network-vif-deleted-27507039-3bb0-44f5-8210-77916f10b963 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1158.295121] env[69486]: DEBUG nova.compute.manager [req-ff5d2b6d-9d15-4cdf-8e5f-b2e208a5da68 req-58204120-e692-4465-b8df-32c72cf77478 service nova] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Received event network-vif-deleted-36f10855-cc71-4c2b-861c-df7ea35b7e6d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1158.295346] env[69486]: DEBUG nova.compute.manager [req-ff5d2b6d-9d15-4cdf-8e5f-b2e208a5da68 req-58204120-e692-4465-b8df-32c72cf77478 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Received event network-vif-deleted-4049c00d-9440-4c38-b139-ea885159e7d7 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1158.295510] env[69486]: INFO nova.compute.manager [req-ff5d2b6d-9d15-4cdf-8e5f-b2e208a5da68 req-58204120-e692-4465-b8df-32c72cf77478 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Neutron deleted interface 4049c00d-9440-4c38-b139-ea885159e7d7; detaching it from the instance and deleting it from the info cache [ 1158.295675] env[69486]: DEBUG nova.network.neutron [req-ff5d2b6d-9d15-4cdf-8e5f-b2e208a5da68 req-58204120-e692-4465-b8df-32c72cf77478 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.305718] env[69486]: DEBUG nova.network.neutron [-] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.353231] env[69486]: DEBUG nova.compute.manager [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Received event network-changed-bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1158.353506] env[69486]: DEBUG nova.compute.manager [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Refreshing instance network info cache due to event network-changed-bf84d5d8-b9d5-4c60-a983-acf24627d41b. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1158.353680] env[69486]: DEBUG oslo_concurrency.lockutils [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] Acquiring lock "refresh_cache-163c9e12-2753-4ab6-87b6-ac251d05a383" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.353824] env[69486]: DEBUG oslo_concurrency.lockutils [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] Acquired lock "refresh_cache-163c9e12-2753-4ab6-87b6-ac251d05a383" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.354056] env[69486]: DEBUG nova.network.neutron [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Refreshing network info cache for port bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.555451] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 5495c78b-b703-4f20-98f0-153829623747] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1158.700209] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214905, 'name': CreateVM_Task, 'duration_secs': 0.366073} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.700426] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.701161] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.701366] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.701687] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.701944] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f560db75-1687-4f4d-8d5d-346f4668e556 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.706460] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1158.706460] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5261101e-72d8-16d8-c99d-b32ad8a0ad11" [ 1158.706460] env[69486]: _type = "Task" [ 1158.706460] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.716571] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5261101e-72d8-16d8-c99d-b32ad8a0ad11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.726949] env[69486]: DEBUG oslo_vmware.api [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214906, 'name': PowerOnVM_Task, 'duration_secs': 0.414095} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.727344] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.730922] env[69486]: DEBUG nova.compute.manager [None req-65778f1d-0fba-4b4d-9526-e21744d73276 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.734172] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c6d9d4-716c-4319-94aa-b5379ea95ec8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.778402] env[69486]: DEBUG nova.scheduler.client.report [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.797922] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-341f8bb6-1b58-4f4e-8c83-a36d5eb73f90 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.806982] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83aa6b-426d-4fe2-8237-6af9bfb85525 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.817147] env[69486]: INFO nova.compute.manager [-] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Took 1.44 seconds to deallocate network for instance. [ 1158.841954] env[69486]: DEBUG nova.compute.manager [req-ff5d2b6d-9d15-4cdf-8e5f-b2e208a5da68 req-58204120-e692-4465-b8df-32c72cf77478 service nova] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Detach interface failed, port_id=4049c00d-9440-4c38-b139-ea885159e7d7, reason: Instance 6729ef62-a381-417f-afed-47b012a8cada could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1159.058889] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 05950d7e-de80-4015-b282-26189549239b] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1159.061443] env[69486]: DEBUG nova.network.neutron [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Updated VIF entry in instance network info cache for port bf84d5d8-b9d5-4c60-a983-acf24627d41b. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.061773] env[69486]: DEBUG nova.network.neutron [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Updating instance_info_cache with network_info: [{"id": "bf84d5d8-b9d5-4c60-a983-acf24627d41b", "address": "fa:16:3e:14:da:74", "network": {"id": "bcc4b116-36c6-4ebb-8573-1fb49f640c94", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-775361705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d30b9bc57c74bc19cf3677692f8e8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf84d5d8-b9", "ovs_interfaceid": "bf84d5d8-b9d5-4c60-a983-acf24627d41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.216888] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5261101e-72d8-16d8-c99d-b32ad8a0ad11, 'name': SearchDatastore_Task, 'duration_secs': 0.014485} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.217199] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.217462] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.217693] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.218070] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.218070] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.218262] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30789f8a-2dd5-451d-bc7e-6bd1b5b40258 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.229222] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.229317] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.229977] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d862f935-830f-4463-b011-1f5e52d3a0d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.234981] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1159.234981] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b1bc1a-91c2-9c5b-11ad-aacac2528d67" [ 1159.234981] env[69486]: _type = "Task" [ 1159.234981] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.244176] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b1bc1a-91c2-9c5b-11ad-aacac2528d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.283710] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.286588] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.482s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.286818] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.288772] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.160s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.289073] env[69486]: DEBUG nova.objects.instance [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'resources' on Instance uuid 3dec70f1-2eed-4d57-9477-8fd14494b8cf {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.311858] env[69486]: INFO nova.scheduler.client.report [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Deleted allocations for instance b312dc9d-27dc-44da-a421-bc612e6e8bda [ 1159.313430] env[69486]: INFO nova.scheduler.client.report [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Deleted allocations for instance e1eece78-e8f2-497a-a957-6330aa5c5dca [ 1159.323623] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.564872] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 0235e543-66c0-4ccc-83e3-cc291a18a134] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1159.566608] env[69486]: DEBUG oslo_concurrency.lockutils [req-890643ce-cdd7-4dba-ab60-960aba1e8d81 req-0e4dc2d3-709d-4d98-9e63-0c90c8050d04 service nova] Releasing lock "refresh_cache-163c9e12-2753-4ab6-87b6-ac251d05a383" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.745414] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b1bc1a-91c2-9c5b-11ad-aacac2528d67, 'name': SearchDatastore_Task, 'duration_secs': 0.013183} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.746472] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fbbce2-17d0-4126-8122-7022356ce693 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.752594] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1159.752594] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f4a716-c37f-5e03-f9fe-05f61b32c565" [ 1159.752594] env[69486]: _type = "Task" [ 1159.752594] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.760689] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f4a716-c37f-5e03-f9fe-05f61b32c565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.824030] env[69486]: DEBUG oslo_concurrency.lockutils [None req-08ebc219-c712-4e1c-8052-3141590b759e tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "b312dc9d-27dc-44da-a421-bc612e6e8bda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.263s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.828338] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6dd2eecf-1e63-4037-85aa-2b27ae0e9418 tempest-DeleteServersTestJSON-1755404478 tempest-DeleteServersTestJSON-1755404478-project-member] Lock "e1eece78-e8f2-497a-a957-6330aa5c5dca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.940650] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd35506-5a0d-4482-9543-5fe5c6e9f368 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.948965] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140b288-96a9-4e3a-ba8f-f1a2475ba981 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.979964] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f80d627-54bd-45fd-8fe4-a1d9a90ef900 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.987173] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a19f2a-4054-47e1-b54e-7046c49766e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.006598] env[69486]: DEBUG nova.compute.provider_tree [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.068662] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 1db47dfb-f2a2-44c2-b5df-1764378fce17] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1160.266851] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f4a716-c37f-5e03-f9fe-05f61b32c565, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.267144] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.267444] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 163c9e12-2753-4ab6-87b6-ac251d05a383/163c9e12-2753-4ab6-87b6-ac251d05a383.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.267810] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-405482c1-2f5d-4357-95a5-d8902bba794e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.274797] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1160.274797] env[69486]: value = "task-3214907" [ 1160.274797] env[69486]: _type = "Task" [ 1160.274797] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.282834] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.509635] env[69486]: DEBUG nova.scheduler.client.report [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.548530] env[69486]: INFO nova.compute.manager [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Unrescuing [ 1160.548814] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.548967] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.549151] env[69486]: DEBUG nova.network.neutron [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.571717] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 0185b97c-4f0b-48dd-afb3-5ce9d6727711] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1160.784562] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49835} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.784812] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 163c9e12-2753-4ab6-87b6-ac251d05a383/163c9e12-2753-4ab6-87b6-ac251d05a383.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.785027] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.785324] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-449d3fcf-2c50-493b-852a-5954aacd05e5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.795024] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1160.795024] env[69486]: value = "task-3214909" [ 1160.795024] env[69486]: _type = "Task" [ 1160.795024] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.802715] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.016023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.018511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.695s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.018747] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.039645] env[69486]: INFO nova.scheduler.client.report [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted allocations for instance 6729ef62-a381-417f-afed-47b012a8cada [ 1161.042159] env[69486]: INFO nova.scheduler.client.report [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted allocations for instance 3dec70f1-2eed-4d57-9477-8fd14494b8cf [ 1161.076728] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 1a1541b2-9d86-4d66-b05d-385f19562c46] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1161.303927] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067408} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.304250] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.305054] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385edd79-3cf1-443a-94ac-488771c56b19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.326763] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 163c9e12-2753-4ab6-87b6-ac251d05a383/163c9e12-2753-4ab6-87b6-ac251d05a383.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.327899] env[69486]: DEBUG nova.network.neutron [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.329363] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309d5017-7caf-4ab7-9cbc-8a2b42bb390a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.350226] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1161.350226] env[69486]: value = "task-3214910" [ 1161.350226] env[69486]: _type = "Task" [ 1161.350226] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.358416] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.552011] env[69486]: DEBUG oslo_concurrency.lockutils [None req-84e72568-977b-4514-83ec-02a80e6f63aa tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "6729ef62-a381-417f-afed-47b012a8cada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.552999] env[69486]: DEBUG oslo_concurrency.lockutils [None req-99d05138-5cd8-49e7-a8bc-f7d54c7d649f tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "3dec70f1-2eed-4d57-9477-8fd14494b8cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.479s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.580857] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 14c924c3-c0ce-4114-9272-3df61026f88a] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1161.744896] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.745147] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.845303] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.845942] env[69486]: DEBUG nova.objects.instance [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'flavor' on Instance uuid 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.861386] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214910, 'name': ReconfigVM_Task, 'duration_secs': 0.255643} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.861537] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 163c9e12-2753-4ab6-87b6-ac251d05a383/163c9e12-2753-4ab6-87b6-ac251d05a383.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.862794] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18205766-74ea-47b8-a636-abdf6273b4e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.869144] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1161.869144] env[69486]: value = "task-3214911" [ 1161.869144] env[69486]: _type = "Task" [ 1161.869144] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.877932] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214911, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.083581] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: f90fda9a-3882-4a28-a9b5-5827d5b7b59a] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1162.247572] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.351832] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013bf91-3734-4bd0-9cf0-fbb811c3a637 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.377688] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.381058] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47fbfcc0-14df-4f8b-8e72-c232e5036c59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.387686] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214911, 'name': Rename_Task, 'duration_secs': 0.135545} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.388939] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.389261] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1162.389261] env[69486]: value = "task-3214912" [ 1162.389261] env[69486]: _type = "Task" [ 1162.389261] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.389445] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-332f52e6-7c8b-4adf-872c-c9f16f7f1d61 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.400525] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.402102] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1162.402102] env[69486]: value = "task-3214913" [ 1162.402102] env[69486]: _type = "Task" [ 1162.402102] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.412761] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.587033] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 1949ab14-724c-43df-abc8-228657c3996d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1162.769751] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.769994] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.771509] env[69486]: INFO nova.compute.claims [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.900125] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214912, 'name': PowerOffVM_Task, 'duration_secs': 0.220139} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.900450] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.905702] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.906106] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be08e47-2894-4be8-aa86-82bf4ce33269 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.926196] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.926440] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.932597] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.933769] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1162.933769] env[69486]: value = "task-3214914" [ 1162.933769] env[69486]: _type = "Task" [ 1162.933769] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.942032] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.035205] env[69486]: DEBUG nova.compute.manager [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 1163.089792] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 0fc58a79-c995-4d67-9d24-00014a664317] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1163.416638] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.430470] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.444243] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214914, 'name': ReconfigVM_Task, 'duration_secs': 0.237232} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.444531] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.444805] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.444979] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe00b67-6888-42d0-bb96-bef35754de9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.452210] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1163.452210] env[69486]: value = "task-3214915" [ 1163.452210] env[69486]: _type = "Task" [ 1163.452210] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.460126] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.558647] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.592526] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 141038b4-0de6-40ba-9c73-e018620c2068] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1163.919228] env[69486]: DEBUG oslo_vmware.api [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214913, 'name': PowerOnVM_Task, 'duration_secs': 1.039103} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.920268] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.920476] env[69486]: INFO nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1163.920659] env[69486]: DEBUG nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.921400] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c17a56-fa2f-4b94-bd0f-cc69732da8a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.924267] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9ad7f-92e7-44cf-b278-1c6691e272b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.931832] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247997fb-4e8c-42b2-9742-2a9db4e0bfd1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.969432] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.972998] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5532f1-2d1b-4800-b40e-e9fc4a6ea4a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.979729] env[69486]: DEBUG oslo_vmware.api [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214915, 'name': PowerOnVM_Task, 'duration_secs': 0.387348} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.981721] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.981960] env[69486]: DEBUG nova.compute.manager [None req-ad0ca487-4aca-45ad-b3ef-d250bb4ad162 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.983292] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996fe54e-b5f2-417d-af99-c9fefa59b50c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.986387] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052f942-8b8a-4945-a5d8-c36ea8263bfc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.003063] env[69486]: DEBUG nova.compute.provider_tree [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.096198] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 0f43da29-006f-48eb-bc7b-e8331b5b1b10] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1164.456044] env[69486]: INFO nova.compute.manager [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Took 12.68 seconds to build instance. [ 1164.507984] env[69486]: DEBUG nova.scheduler.client.report [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.600964] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 3d011cc0-16a1-4850-9038-636d11da4480] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1164.959881] env[69486]: DEBUG oslo_concurrency.lockutils [None req-022b35d1-965d-4bd6-a13c-7749d50996d4 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.191s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.013747] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.013747] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.016824] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.458s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.102558] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: a46e6322-b506-4f17-8271-3b30f0fa6819] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1165.120749] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "163c9e12-2753-4ab6-87b6-ac251d05a383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.120995] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.121233] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "163c9e12-2753-4ab6-87b6-ac251d05a383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.121463] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.121634] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.123637] env[69486]: INFO nova.compute.manager [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Terminating instance [ 1165.229981] env[69486]: DEBUG nova.compute.manager [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1165.230272] env[69486]: DEBUG nova.compute.manager [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing instance network info cache due to event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1165.230550] env[69486]: DEBUG oslo_concurrency.lockutils [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.230750] env[69486]: DEBUG oslo_concurrency.lockutils [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.230954] env[69486]: DEBUG nova.network.neutron [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.520028] env[69486]: DEBUG nova.compute.utils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.524309] env[69486]: INFO nova.compute.claims [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.526993] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.526993] env[69486]: DEBUG nova.network.neutron [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.562440] env[69486]: DEBUG nova.policy [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fb80cb3bd5245daa61cbd33aa459b0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5bed267e2b240f7862920ef8b186c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.605516] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: afc30047-eafd-4c72-b7a3-5eb19eac2f58] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1165.628127] env[69486]: DEBUG nova.compute.manager [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.628417] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.629559] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bbf48b-7c87-4c3c-93af-bfbd7f7e9d98 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.637632] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.637855] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ee1e40-e56d-4fd1-b66a-edd82dbd9857 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.645390] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1165.645390] env[69486]: value = "task-3214916" [ 1165.645390] env[69486]: _type = "Task" [ 1165.645390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.654675] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.014965] env[69486]: DEBUG nova.network.neutron [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updated VIF entry in instance network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.015555] env[69486]: DEBUG nova.network.neutron [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.021075] env[69486]: DEBUG nova.network.neutron [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Successfully created port: b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.027014] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.031997] env[69486]: INFO nova.compute.resource_tracker [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating resource usage from migration 643000a5-5be6-4011-b031-71c85ad6d7b0 [ 1166.108866] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 8c00fe50-d725-49f4-9a5c-21a64d4ad389] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1166.158454] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214916, 'name': PowerOffVM_Task, 'duration_secs': 0.288236} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.158773] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.158982] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.159281] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39fc37a2-00ac-4720-9e9b-c4db72819c77 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.217920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea8290f-723b-47e3-b757-6e78257c662e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.224564] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef65b0-635c-43f3-b032-4ed1df5710ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.232485] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.232724] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.232896] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Deleting the datastore file [datastore1] 163c9e12-2753-4ab6-87b6-ac251d05a383 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.233196] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2058607f-e2aa-4750-aa95-970fa7590b84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.261298] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896468f8-6666-484c-a53e-852e98e49bd4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.266458] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for the task: (returnval){ [ 1166.266458] env[69486]: value = "task-3214918" [ 1166.266458] env[69486]: _type = "Task" [ 1166.266458] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.275272] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58acf147-ff85-409f-a2de-4c56f557a299 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.283428] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.294653] env[69486]: DEBUG nova.compute.provider_tree [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.518517] env[69486]: DEBUG oslo_concurrency.lockutils [req-3842b8d3-6386-454d-8be6-9b2d0c14617f req-3ce6c216-ba56-4d90-865d-1c321ec8858e service nova] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.612818] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 04c628de-170b-48b9-a10f-73e72b39da0a] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1166.776821] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.798347] env[69486]: DEBUG nova.scheduler.client.report [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.042901] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.069790] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.070045] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.070273] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.070386] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.070533] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.070679] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.070881] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.071045] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.071280] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.071358] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.071522] env[69486]: DEBUG nova.virt.hardware [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.072509] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54401f0-9be4-4b1c-ae10-4318771b78f2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.083424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308d32f-69e5-4c60-bb6e-67fd55be0188 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.115923] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: e7976a69-a0d6-4d75-8507-6a47f42defe8] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1167.253801] env[69486]: DEBUG nova.compute.manager [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1167.254025] env[69486]: DEBUG nova.compute.manager [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing instance network info cache due to event network-changed-6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1167.254224] env[69486]: DEBUG oslo_concurrency.lockutils [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] Acquiring lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.254536] env[69486]: DEBUG oslo_concurrency.lockutils [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] Acquired lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.254632] env[69486]: DEBUG nova.network.neutron [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Refreshing network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.278946] env[69486]: DEBUG oslo_vmware.api [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Task: {'id': task-3214918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647344} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.279615] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.279804] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.279980] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.280164] env[69486]: INFO nova.compute.manager [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1167.280396] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.280579] env[69486]: DEBUG nova.compute.manager [-] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.280671] env[69486]: DEBUG nova.network.neutron [-] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.303659] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.286s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.303659] env[69486]: INFO nova.compute.manager [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Migrating [ 1167.310343] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.341s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.311959] env[69486]: INFO nova.compute.claims [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.508202] env[69486]: DEBUG nova.network.neutron [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Successfully updated port: b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.619013] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 6d97ca30-d1fa-4da5-ab5c-8bb397bdf7d1] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1167.625085] env[69486]: DEBUG nova.compute.manager [req-5adb5da4-fff3-4f96-a3f5-268f31830342 req-023032f1-6c36-45fb-aaea-88376ae2cded service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Received event network-vif-deleted-bf84d5d8-b9d5-4c60-a983-acf24627d41b {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1167.625085] env[69486]: INFO nova.compute.manager [req-5adb5da4-fff3-4f96-a3f5-268f31830342 req-023032f1-6c36-45fb-aaea-88376ae2cded service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Neutron deleted interface bf84d5d8-b9d5-4c60-a983-acf24627d41b; detaching it from the instance and deleting it from the info cache [ 1167.625085] env[69486]: DEBUG nova.network.neutron [req-5adb5da4-fff3-4f96-a3f5-268f31830342 req-023032f1-6c36-45fb-aaea-88376ae2cded service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.825140] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.825416] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.825558] env[69486]: DEBUG nova.network.neutron [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.013027] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.013027] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.013027] env[69486]: DEBUG nova.network.neutron [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.105858] env[69486]: DEBUG nova.network.neutron [-] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.123853] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: aedf2597-d729-4a8c-b231-60602f15c6a2] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1168.129729] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b19bbd03-0b71-4046-90ff-58a3f80bafb8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.139416] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf34f91-df0a-43fa-afdb-842fad012053 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.152375] env[69486]: DEBUG nova.network.neutron [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updated VIF entry in instance network info cache for port 6b6f0993-6735-44ab-a71a-7155430b121d. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.152700] env[69486]: DEBUG nova.network.neutron [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [{"id": "6b6f0993-6735-44ab-a71a-7155430b121d", "address": "fa:16:3e:54:49:2c", "network": {"id": "d0eb8cbb-6dd7-4e8a-bf88-49ca26fe73f4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-38853879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b68247755ac4e1a8c8cf1714a82a4bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6f0993-67", "ovs_interfaceid": "6b6f0993-6735-44ab-a71a-7155430b121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.175541] env[69486]: DEBUG nova.compute.manager [req-5adb5da4-fff3-4f96-a3f5-268f31830342 req-023032f1-6c36-45fb-aaea-88376ae2cded service nova] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Detach interface failed, port_id=bf84d5d8-b9d5-4c60-a983-acf24627d41b, reason: Instance 163c9e12-2753-4ab6-87b6-ac251d05a383 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1168.494963] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff52df-8002-448e-8a0e-0ce9ea30920b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.503171] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1134a0a9-ebb2-44ec-932e-bd6e340ff584 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.542741] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03152b7b-4fb2-4515-9900-fd4ceab49cc9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.550793] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbada6f9-ba48-4c0e-83ed-c7d62a4abe93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.564389] env[69486]: DEBUG nova.compute.provider_tree [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.571678] env[69486]: DEBUG nova.network.neutron [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.582791] env[69486]: DEBUG nova.network.neutron [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.611318] env[69486]: INFO nova.compute.manager [-] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Took 1.33 seconds to deallocate network for instance. [ 1168.630635] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: ce4cb506-303f-41a5-834b-3d211fb6df27] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1168.655512] env[69486]: DEBUG oslo_concurrency.lockutils [req-44727045-f384-416a-87e4-bbd5bcf0a6aa req-9745e2d5-1ef5-40dd-90e8-bf7e6e0f4b92 service nova] Releasing lock "refresh_cache-76bb9a88-7403-4e0c-b95d-c74cfa2adde0" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.715796] env[69486]: DEBUG nova.network.neutron [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating instance_info_cache with network_info: [{"id": "b47e33b2-534c-4282-93f3-d302d5612984", "address": "fa:16:3e:dc:9d:0b", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47e33b2-53", "ovs_interfaceid": "b47e33b2-534c-4282-93f3-d302d5612984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.818781] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.819022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.068609] env[69486]: DEBUG nova.scheduler.client.report [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.085548] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.117694] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.134717] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: ba98f5c7-9887-416c-8cc5-0e5e434a08b0] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1169.219156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.219709] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Instance network_info: |[{"id": "b47e33b2-534c-4282-93f3-d302d5612984", "address": "fa:16:3e:dc:9d:0b", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47e33b2-53", "ovs_interfaceid": "b47e33b2-534c-4282-93f3-d302d5612984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.219958] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:9d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47e33b2-534c-4282-93f3-d302d5612984', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.229667] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.230463] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.231371] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a0f367-ac71-44ac-bf16-144e2e7d957d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.255574] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.255574] env[69486]: value = "task-3214919" [ 1169.255574] env[69486]: _type = "Task" [ 1169.255574] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.266632] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214919, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.317585] env[69486]: DEBUG nova.compute.manager [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Received event network-vif-plugged-b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1169.317849] env[69486]: DEBUG oslo_concurrency.lockutils [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.318124] env[69486]: DEBUG oslo_concurrency.lockutils [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.318366] env[69486]: DEBUG oslo_concurrency.lockutils [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.318598] env[69486]: DEBUG nova.compute.manager [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] No waiting events found dispatching network-vif-plugged-b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.318932] env[69486]: WARNING nova.compute.manager [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Received unexpected event network-vif-plugged-b47e33b2-534c-4282-93f3-d302d5612984 for instance with vm_state building and task_state spawning. [ 1169.319190] env[69486]: DEBUG nova.compute.manager [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Received event network-changed-b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1169.319394] env[69486]: DEBUG nova.compute.manager [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Refreshing instance network info cache due to event network-changed-b47e33b2-534c-4282-93f3-d302d5612984. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1169.319640] env[69486]: DEBUG oslo_concurrency.lockutils [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] Acquiring lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.319820] env[69486]: DEBUG oslo_concurrency.lockutils [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] Acquired lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.320077] env[69486]: DEBUG nova.network.neutron [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Refreshing network info cache for port b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.321588] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.573838] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.574380] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.577171] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.460s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.577445] env[69486]: DEBUG nova.objects.instance [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lazy-loading 'resources' on Instance uuid 163c9e12-2753-4ab6-87b6-ac251d05a383 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.637771] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 6df8b702-7ab7-4b2a-95c7-2844be98649d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1169.768983] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214919, 'name': CreateVM_Task, 'duration_secs': 0.3096} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.768983] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.769237] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.769482] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.769798] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.771932] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b25783a-3147-47d7-91bb-b1d855cb8653 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.777018] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1169.777018] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529a3280-763a-af10-21c8-a8a581b0711c" [ 1169.777018] env[69486]: _type = "Task" [ 1169.777018] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.787511] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529a3280-763a-af10-21c8-a8a581b0711c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.848748] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.032772] env[69486]: DEBUG nova.network.neutron [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updated VIF entry in instance network info cache for port b47e33b2-534c-4282-93f3-d302d5612984. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.032772] env[69486]: DEBUG nova.network.neutron [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating instance_info_cache with network_info: [{"id": "b47e33b2-534c-4282-93f3-d302d5612984", "address": "fa:16:3e:dc:9d:0b", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47e33b2-53", "ovs_interfaceid": "b47e33b2-534c-4282-93f3-d302d5612984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.080087] env[69486]: DEBUG nova.compute.utils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.084597] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.085302] env[69486]: DEBUG nova.network.neutron [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.131634] env[69486]: DEBUG nova.policy [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b9cea5b023e45f2b5fd93dbb53da93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4579b8222ddb45079e112ec471f6faf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.141538] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 1e66be41-b2a4-487e-98b7-bd3bf03df988] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1170.273419] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed65fd7-93fe-43b8-bf71-b961e8d27fe2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.286754] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]529a3280-763a-af10-21c8-a8a581b0711c, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.288993] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.289312] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.289609] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.289796] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.290057] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.290401] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7da9afd-e587-4934-b60c-5f9af33cae25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.293136] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd7f169-8f54-4422-826e-351efd248e47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.333323] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c6ce64-78c1-4847-a11c-706268f78438 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.336325] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.336525] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.337348] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c09417-c277-4389-8f6b-8672631a0f83 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.346253] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa3f7e-9094-4a0a-ac01-b270d795cd65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.350370] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1170.350370] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ae0840-c405-4f91-0c7b-9327b204a5a9" [ 1170.350370] env[69486]: _type = "Task" [ 1170.350370] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.363414] env[69486]: DEBUG nova.compute.provider_tree [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.375464] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ae0840-c405-4f91-0c7b-9327b204a5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.376965] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdfdeb3-06c8-4161-91be-4948bc524a0d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.385464] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1170.385464] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5232871d-d01d-1d39-86be-cc3e5c84af08" [ 1170.385464] env[69486]: _type = "Task" [ 1170.385464] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.399061] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5232871d-d01d-1d39-86be-cc3e5c84af08, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.399477] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.399783] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f57d256b-a79d-4880-8f8e-190fce1f8748/f57d256b-a79d-4880-8f8e-190fce1f8748.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.400107] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c38e6ba-2cf2-40d0-a15b-ff3341cd6b11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.407477] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1170.407477] env[69486]: value = "task-3214920" [ 1170.407477] env[69486]: _type = "Task" [ 1170.407477] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.416203] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.453824] env[69486]: DEBUG nova.network.neutron [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Successfully created port: cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.535775] env[69486]: DEBUG oslo_concurrency.lockutils [req-caeda9fe-f065-49b7-bdec-658df5fdd7d0 req-28925cf6-d473-4098-95fc-7fa7ecbfb514 service nova] Releasing lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.585813] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.601808] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a838f8-d505-4468-ad3e-d2505b8c0dc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.623535] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.644363] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 8e447be5-6131-413b-9e67-5d9e5bed2ed6] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1170.867722] env[69486]: DEBUG nova.scheduler.client.report [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.917185] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47465} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.917476] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] f57d256b-a79d-4880-8f8e-190fce1f8748/f57d256b-a79d-4880-8f8e-190fce1f8748.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.917703] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.918112] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c8730af-a1b1-4ee7-a84a-2b904f6b84e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.924887] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1170.924887] env[69486]: value = "task-3214921" [ 1170.924887] env[69486]: _type = "Task" [ 1170.924887] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.932300] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.129922] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.130489] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab39e00-06f7-4f46-baf7-4b99b85675b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.138919] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1171.138919] env[69486]: value = "task-3214922" [ 1171.138919] env[69486]: _type = "Task" [ 1171.138919] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.147488] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.147881] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d39dd037-4039-4f6e-8302-80bc8c2d6670] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1171.373286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.375700] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.527s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.377689] env[69486]: INFO nova.compute.claims [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.399494] env[69486]: INFO nova.scheduler.client.report [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Deleted allocations for instance 163c9e12-2753-4ab6-87b6-ac251d05a383 [ 1171.434762] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068268} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.435163] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.435974] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a016da1-91d9-4e1f-8228-ff00660a03ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.457711] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] f57d256b-a79d-4880-8f8e-190fce1f8748/f57d256b-a79d-4880-8f8e-190fce1f8748.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.458572] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bda06a3-1d30-403f-9215-87b8a3c92bb3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.476901] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1171.476901] env[69486]: value = "task-3214923" [ 1171.476901] env[69486]: _type = "Task" [ 1171.476901] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.484482] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.595425] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.622131] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.622387] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.622542] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.622720] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.622863] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.623013] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.623230] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.623389] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.623551] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.623713] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.623886] env[69486]: DEBUG nova.virt.hardware [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.624740] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7684a-ef96-4ab6-8ca5-e2f9c7a6b25e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.632306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5228c-1ad5-4b8a-a4a3-98ca1f93f241 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.651991] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 8c65ecb4-c94f-4841-a432-776e0a94fc73] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1171.653617] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214922, 'name': PowerOffVM_Task, 'duration_secs': 0.175616} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.653853] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.654056] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.825349] env[69486]: DEBUG nova.compute.manager [req-09fd03c1-9d58-46f3-8ed2-315b1d133205 req-5373f321-aeb2-49b9-8a9c-8966cc50bca5 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Received event network-vif-plugged-cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1171.825961] env[69486]: DEBUG oslo_concurrency.lockutils [req-09fd03c1-9d58-46f3-8ed2-315b1d133205 req-5373f321-aeb2-49b9-8a9c-8966cc50bca5 service nova] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.825961] env[69486]: DEBUG oslo_concurrency.lockutils [req-09fd03c1-9d58-46f3-8ed2-315b1d133205 req-5373f321-aeb2-49b9-8a9c-8966cc50bca5 service nova] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.826301] env[69486]: DEBUG oslo_concurrency.lockutils [req-09fd03c1-9d58-46f3-8ed2-315b1d133205 req-5373f321-aeb2-49b9-8a9c-8966cc50bca5 service nova] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.826549] env[69486]: DEBUG nova.compute.manager [req-09fd03c1-9d58-46f3-8ed2-315b1d133205 req-5373f321-aeb2-49b9-8a9c-8966cc50bca5 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] No waiting events found dispatching network-vif-plugged-cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.826791] env[69486]: WARNING nova.compute.manager [req-09fd03c1-9d58-46f3-8ed2-315b1d133205 req-5373f321-aeb2-49b9-8a9c-8966cc50bca5 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Received unexpected event network-vif-plugged-cadb70d2-4431-4e30-8290-11d576984e4a for instance with vm_state building and task_state spawning. [ 1172.561548] env[69486]: DEBUG nova.network.neutron [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Successfully updated port: cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.567784] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.568026] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.568186] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.568368] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.568511] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.568655] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.568846] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.568997] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.569180] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.570241] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.570241] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.574369] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: b61972c7-ddfd-47a5-9bc4-314effb27ee5] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1172.578579] env[69486]: DEBUG oslo_concurrency.lockutils [None req-67c420e9-a9d0-4ec9-80f1-343d1d498517 tempest-InstanceActionsV221TestJSON-1013140071 tempest-InstanceActionsV221TestJSON-1013140071-project-member] Lock "163c9e12-2753-4ab6-87b6-ac251d05a383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.458s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.583106] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.583241] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.583380] env[69486]: DEBUG nova.network.neutron [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.587625] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bfbae9-fcff-4512-8c4e-484a31bd24d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.610716] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214923, 'name': ReconfigVM_Task, 'duration_secs': 0.273433} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.612314] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfigured VM instance instance-00000071 to attach disk [datastore1] f57d256b-a79d-4880-8f8e-190fce1f8748/f57d256b-a79d-4880-8f8e-190fce1f8748.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.613474] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1172.613474] env[69486]: value = "task-3214924" [ 1172.613474] env[69486]: _type = "Task" [ 1172.613474] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.613833] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54e2be50-8bfd-4bf2-b4c7-c14ecc297600 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.626145] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.630550] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1172.630550] env[69486]: value = "task-3214925" [ 1172.630550] env[69486]: _type = "Task" [ 1172.630550] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.640305] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214925, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.653328] env[69486]: DEBUG nova.network.neutron [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.761351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aaa7c3-8fdb-46dc-9a8c-2d5be67d7c4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.769176] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f3566-b328-4d0c-b265-1ae56fb4e0a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.802308] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681a59c-92ac-4862-aa9f-5e60baf1a53d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.809732] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3b5be-b100-4e98-aa2d-06805164eb30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.823419] env[69486]: DEBUG nova.compute.provider_tree [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.883579] env[69486]: DEBUG nova.network.neutron [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.081383] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: a3e5b1df-503a-49a7-b066-b09999f7a2c9] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1173.121624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.121879] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.122067] env[69486]: INFO nova.compute.manager [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Shelving [ 1173.126350] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214924, 'name': ReconfigVM_Task, 'duration_secs': 0.242187} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.126732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.141037] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214925, 'name': Rename_Task, 'duration_secs': 0.230605} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.141296] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.141521] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b36c121-a170-4714-b6ce-9faf9201f1ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.147265] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1173.147265] env[69486]: value = "task-3214926" [ 1173.147265] env[69486]: _type = "Task" [ 1173.147265] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.154652] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.331088] env[69486]: DEBUG nova.scheduler.client.report [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.389026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.389026] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Instance network_info: |[{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.389026] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:2a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cadb70d2-4431-4e30-8290-11d576984e4a', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.398227] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.398922] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.399287] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6defa271-6cb0-4e26-b0db-56d9cc1e15ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.423423] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.423423] env[69486]: value = "task-3214927" [ 1173.423423] env[69486]: _type = "Task" [ 1173.423423] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.431225] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214927, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.586953] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 9cc351f0-51fb-4bf5-87c9-e4b982bc1942] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1173.639448] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.639797] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.640477] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.640702] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.640892] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.641066] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.641279] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.641441] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.641608] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.641792] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.641970] env[69486]: DEBUG nova.virt.hardware [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.652822] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.653938] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a8e041-d8d5-4b47-992b-38ed00f97d01 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.679180] env[69486]: DEBUG oslo_vmware.api [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3214926, 'name': PowerOnVM_Task, 'duration_secs': 0.498029} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.680462] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.680699] env[69486]: INFO nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1173.680873] env[69486]: DEBUG nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.681543] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1173.681543] env[69486]: value = "task-3214928" [ 1173.681543] env[69486]: _type = "Task" [ 1173.681543] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.682285] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f208b5f-6206-43eb-a54c-3d757f1e6ce7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.695055] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.833946] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.834625] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.853385] env[69486]: DEBUG nova.compute.manager [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Received event network-changed-cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1173.853533] env[69486]: DEBUG nova.compute.manager [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Refreshing instance network info cache due to event network-changed-cadb70d2-4431-4e30-8290-11d576984e4a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1173.853752] env[69486]: DEBUG oslo_concurrency.lockutils [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.853898] env[69486]: DEBUG oslo_concurrency.lockutils [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.854636] env[69486]: DEBUG nova.network.neutron [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Refreshing network info cache for port cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.933437] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214927, 'name': CreateVM_Task, 'duration_secs': 0.303753} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.933641] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.934410] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.934624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.934960] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.935258] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b8849f-ca9c-4e5b-b416-6dfb87f11c42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.939857] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1173.939857] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5253a3a0-d678-1717-130d-fd601997a7a3" [ 1173.939857] env[69486]: _type = "Task" [ 1173.939857] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.947113] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5253a3a0-d678-1717-130d-fd601997a7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.091028] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: e5fde291-3647-432f-bf7f-9be335f39425] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1174.138950] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.138950] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235d72de-7a07-4999-8556-e15cd3c1fd40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.147538] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1174.147538] env[69486]: value = "task-3214929" [ 1174.147538] env[69486]: _type = "Task" [ 1174.147538] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.156556] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.194397] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.206191] env[69486]: INFO nova.compute.manager [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Took 11.45 seconds to build instance. [ 1174.340688] env[69486]: DEBUG nova.compute.utils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.342240] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.343025] env[69486]: DEBUG nova.network.neutron [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.384940] env[69486]: DEBUG nova.policy [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67117f5ed5014b469da053b157a56080', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f980c9f05c44f8a893e3a5d8f8d599e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.449739] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5253a3a0-d678-1717-130d-fd601997a7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.030691} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.450104] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.450277] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.450516] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.450661] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.450837] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.451113] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1510493a-518f-47e9-9d25-29bc05b28c34 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.461706] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.461893] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.462684] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9474ddcb-3aaf-42c1-bda6-87652a9b2553 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.467779] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1174.467779] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523b3f53-7da5-028d-2768-656ca3209507" [ 1174.467779] env[69486]: _type = "Task" [ 1174.467779] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.475434] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523b3f53-7da5-028d-2768-656ca3209507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.548319] env[69486]: DEBUG nova.network.neutron [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updated VIF entry in instance network info cache for port cadb70d2-4431-4e30-8290-11d576984e4a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.548661] env[69486]: DEBUG nova.network.neutron [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.594126] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 29cfd912-4e9e-43b2-a76e-05bfd3bfa3b3] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1174.648267] env[69486]: DEBUG nova.network.neutron [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Successfully created port: 4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.660559] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.694540] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.708192] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b9205194-fb14-421d-a883-5144e9aae4da tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.963s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.846333] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.979076] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523b3f53-7da5-028d-2768-656ca3209507, 'name': SearchDatastore_Task, 'duration_secs': 0.025391} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.979872] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb65befb-9331-4d52-b1a1-ad7b20004514 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.984802] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1174.984802] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528b865a-925e-9729-9ef6-7161b36c54a6" [ 1174.984802] env[69486]: _type = "Task" [ 1174.984802] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.993778] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528b865a-925e-9729-9ef6-7161b36c54a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.051126] env[69486]: DEBUG oslo_concurrency.lockutils [req-e98c892a-a61a-419e-b13c-6d700f04f368 req-0f9320f5-691a-4e4f-9731-b5d6c988e436 service nova] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.096922] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 06613882-ee95-461f-8ba1-d2cdf8842329] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1175.159204] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214929, 'name': PowerOffVM_Task, 'duration_secs': 0.831118} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.159484] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.160258] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc06ed8-3867-458f-865c-f0ab4b464eaf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.177918] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e081949c-00c4-4917-9361-1e0fe5e1b23a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.194233] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214928, 'name': ReconfigVM_Task, 'duration_secs': 1.177113} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.194496] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.195218] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e27510-33f6-4027-bb76-399577b14541 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.219258] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987/d48ca3d1-88c9-4e85-bf3b-dc1630c51987.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.220179] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749032f2-709d-4253-a7ff-b978fc502599 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.234887] env[69486]: DEBUG nova.compute.manager [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Received event network-changed-b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1175.235085] env[69486]: DEBUG nova.compute.manager [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Refreshing instance network info cache due to event network-changed-b47e33b2-534c-4282-93f3-d302d5612984. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1175.235301] env[69486]: DEBUG oslo_concurrency.lockutils [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] Acquiring lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.235442] env[69486]: DEBUG oslo_concurrency.lockutils [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] Acquired lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.235666] env[69486]: DEBUG nova.network.neutron [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Refreshing network info cache for port b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.241637] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1175.241637] env[69486]: value = "task-3214930" [ 1175.241637] env[69486]: _type = "Task" [ 1175.241637] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.250209] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.494588] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528b865a-925e-9729-9ef6-7161b36c54a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.494808] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.495074] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.495317] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19613e3d-3ed4-49c9-9756-8785a447f7d3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.501644] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1175.501644] env[69486]: value = "task-3214931" [ 1175.501644] env[69486]: _type = "Task" [ 1175.501644] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.508575] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.600851] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: eda9280b-3a26-4e37-a2e3-cf404597dac3] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1175.688168] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1175.688618] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-417597f5-f8f2-467f-8e15-cef0bd76deaf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.697215] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1175.697215] env[69486]: value = "task-3214932" [ 1175.697215] env[69486]: _type = "Task" [ 1175.697215] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.706591] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214932, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.752722] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214930, 'name': ReconfigVM_Task, 'duration_secs': 0.247565} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.753070] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987/d48ca3d1-88c9-4e85-bf3b-dc1630c51987.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.753361] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.857541] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.894459] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.894728] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.894890] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.895219] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.895443] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.895649] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.895921] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.896157] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.896408] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.896633] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.896864] env[69486]: DEBUG nova.virt.hardware [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.900021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68265763-bfcc-49df-ab69-10e561465206 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.907491] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73cdec5-3dea-479f-b6f4-75a16709c9ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.012407] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495722} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.013079] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.013462] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.013856] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ac4128-73b1-4fa3-8664-85897537041b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.021173] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1176.021173] env[69486]: value = "task-3214933" [ 1176.021173] env[69486]: _type = "Task" [ 1176.021173] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.030656] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.063680] env[69486]: DEBUG nova.network.neutron [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updated VIF entry in instance network info cache for port b47e33b2-534c-4282-93f3-d302d5612984. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.063680] env[69486]: DEBUG nova.network.neutron [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating instance_info_cache with network_info: [{"id": "b47e33b2-534c-4282-93f3-d302d5612984", "address": "fa:16:3e:dc:9d:0b", "network": {"id": "84c7667f-418e-462b-b7de-6454c1e53600", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-581081075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5bed267e2b240f7862920ef8b186c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47e33b2-53", "ovs_interfaceid": "b47e33b2-534c-4282-93f3-d302d5612984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.104402] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: a22b3977-2a6f-4f01-949d-874208903ff4] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1176.217920] env[69486]: DEBUG nova.compute.manager [req-118cf484-fe76-4439-b211-902053259ccc req-c09bb704-2a16-43a3-b35b-420c5f77ee70 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Received event network-vif-plugged-4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1176.218156] env[69486]: DEBUG oslo_concurrency.lockutils [req-118cf484-fe76-4439-b211-902053259ccc req-c09bb704-2a16-43a3-b35b-420c5f77ee70 service nova] Acquiring lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.218365] env[69486]: DEBUG oslo_concurrency.lockutils [req-118cf484-fe76-4439-b211-902053259ccc req-c09bb704-2a16-43a3-b35b-420c5f77ee70 service nova] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.218536] env[69486]: DEBUG oslo_concurrency.lockutils [req-118cf484-fe76-4439-b211-902053259ccc req-c09bb704-2a16-43a3-b35b-420c5f77ee70 service nova] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.218735] env[69486]: DEBUG nova.compute.manager [req-118cf484-fe76-4439-b211-902053259ccc req-c09bb704-2a16-43a3-b35b-420c5f77ee70 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] No waiting events found dispatching network-vif-plugged-4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.218833] env[69486]: WARNING nova.compute.manager [req-118cf484-fe76-4439-b211-902053259ccc req-c09bb704-2a16-43a3-b35b-420c5f77ee70 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Received unexpected event network-vif-plugged-4387b1a6-ce6c-4806-8051-c61c9d1436a8 for instance with vm_state building and task_state spawning. [ 1176.219556] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214932, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.262563] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a12d21-b4bf-4365-a68c-4ef8030c0ffb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.282038] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93a6a9-a82e-443d-b157-348d7c0b3cdb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.302258] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.306735] env[69486]: DEBUG nova.network.neutron [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Successfully updated port: 4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.531777] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0664} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.532091] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.532862] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcdce83-6c1c-4fdc-89ad-413e268e1ebb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.554818] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.555138] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc1d301-3e60-42bf-b00d-387fac4051ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.570122] env[69486]: DEBUG oslo_concurrency.lockutils [req-c9a89e50-dcda-4065-a9f7-b25788e993bd req-928b788b-b153-447f-bb27-d953b74d12eb service nova] Releasing lock "refresh_cache-f57d256b-a79d-4880-8f8e-190fce1f8748" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.576048] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1176.576048] env[69486]: value = "task-3214934" [ 1176.576048] env[69486]: _type = "Task" [ 1176.576048] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.583661] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.607891] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.608129] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Cleaning up deleted instances with incomplete migration {{(pid=69486) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11890}} [ 1176.711579] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214932, 'name': CreateSnapshot_Task, 'duration_secs': 0.974999} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.711964] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1176.712650] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d808b091-3e49-48ed-9165-57a7927d9f59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.812472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "refresh_cache-cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.812629] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquired lock "refresh_cache-cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.812753] env[69486]: DEBUG nova.network.neutron [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.844433] env[69486]: DEBUG nova.network.neutron [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Port aa157a79-7a14-468a-9359-e83c4f22a224 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1177.085757] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214934, 'name': ReconfigVM_Task, 'duration_secs': 0.279539} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.086047] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.086663] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d9665d9-4d83-4f89-9f13-a9f8c124bb20 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.092763] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1177.092763] env[69486]: value = "task-3214935" [ 1177.092763] env[69486]: _type = "Task" [ 1177.092763] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.099875] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214935, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.110786] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.230223] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1177.230546] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12a44df8-58a9-4d4f-9061-71c69b1be355 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.238711] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1177.238711] env[69486]: value = "task-3214936" [ 1177.238711] env[69486]: _type = "Task" [ 1177.238711] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.246484] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214936, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.344945] env[69486]: DEBUG nova.network.neutron [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.479776] env[69486]: DEBUG nova.network.neutron [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Updating instance_info_cache with network_info: [{"id": "4387b1a6-ce6c-4806-8051-c61c9d1436a8", "address": "fa:16:3e:a6:b5:e1", "network": {"id": "a3f66afd-61fc-4e0a-92f8-63243c85966d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1789207668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f980c9f05c44f8a893e3a5d8f8d599e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4387b1a6-ce", "ovs_interfaceid": "4387b1a6-ce6c-4806-8051-c61c9d1436a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.601998] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214935, 'name': Rename_Task, 'duration_secs': 0.158398} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.602260] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.602504] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e101984f-505a-4e16-a9a2-6ca4b56ebf0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.608318] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1177.608318] env[69486]: value = "task-3214937" [ 1177.608318] env[69486]: _type = "Task" [ 1177.608318] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.619724] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.749553] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214936, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.869993] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.869993] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.870191] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.982642] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Releasing lock "refresh_cache-cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.983092] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Instance network_info: |[{"id": "4387b1a6-ce6c-4806-8051-c61c9d1436a8", "address": "fa:16:3e:a6:b5:e1", "network": {"id": "a3f66afd-61fc-4e0a-92f8-63243c85966d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1789207668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f980c9f05c44f8a893e3a5d8f8d599e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4387b1a6-ce", "ovs_interfaceid": "4387b1a6-ce6c-4806-8051-c61c9d1436a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.983561] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b5:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4387b1a6-ce6c-4806-8051-c61c9d1436a8', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.991459] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Creating folder: Project (1f980c9f05c44f8a893e3a5d8f8d599e). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.991708] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a22bc9b1-01d0-4e26-9db7-1707d1565376 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.002905] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Created folder: Project (1f980c9f05c44f8a893e3a5d8f8d599e) in parent group-v642494. [ 1178.003111] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Creating folder: Instances. Parent ref: group-v642804. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.003372] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe6be95-51bc-4028-83c1-e419d0fcb8ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.013250] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Created folder: Instances in parent group-v642804. [ 1178.013885] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.014118] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.014344] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8a367a-8cae-472c-a674-c56622a1f47f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.034308] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.034308] env[69486]: value = "task-3214940" [ 1178.034308] env[69486]: _type = "Task" [ 1178.034308] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.042837] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214940, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.119197] env[69486]: DEBUG oslo_vmware.api [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3214937, 'name': PowerOnVM_Task, 'duration_secs': 0.461125} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.119553] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.119806] env[69486]: INFO nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1178.120090] env[69486]: DEBUG nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.120861] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c417c-c596-4892-815e-21ec143bd285 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.241353] env[69486]: DEBUG nova.compute.manager [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Received event network-changed-4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1178.241519] env[69486]: DEBUG nova.compute.manager [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Refreshing instance network info cache due to event network-changed-4387b1a6-ce6c-4806-8051-c61c9d1436a8. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1178.241734] env[69486]: DEBUG oslo_concurrency.lockutils [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] Acquiring lock "refresh_cache-cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.241880] env[69486]: DEBUG oslo_concurrency.lockutils [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] Acquired lock "refresh_cache-cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.242052] env[69486]: DEBUG nova.network.neutron [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Refreshing network info cache for port 4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.253097] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214936, 'name': CloneVM_Task} progress is 95%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.543847] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214940, 'name': CreateVM_Task, 'duration_secs': 0.302314} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.544085] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.544691] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.544861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.545282] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.545529] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67446e47-a7f3-465d-a3a0-3af2eb4f639c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.549801] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1178.549801] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c86cdf-0fa6-f5a1-e7df-d68d449c2868" [ 1178.549801] env[69486]: _type = "Task" [ 1178.549801] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.556699] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c86cdf-0fa6-f5a1-e7df-d68d449c2868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.637195] env[69486]: INFO nova.compute.manager [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Took 14.70 seconds to build instance. [ 1178.751993] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214936, 'name': CloneVM_Task, 'duration_secs': 1.254772} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.751993] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Created linked-clone VM from snapshot [ 1178.752987] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60e91c-020c-4c18-a356-d71e1a40ab5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.760067] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Uploading image 22b98c19-daa5-41a7-b135-f7211168975d {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1178.786160] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1178.786160] env[69486]: value = "vm-642803" [ 1178.786160] env[69486]: _type = "VirtualMachine" [ 1178.786160] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1178.786435] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8ac60f7-0048-4fe7-8e0a-721d0e041487 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.792473] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease: (returnval){ [ 1178.792473] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52511efd-a810-0d2c-3a56-c7b870797354" [ 1178.792473] env[69486]: _type = "HttpNfcLease" [ 1178.792473] env[69486]: } obtained for exporting VM: (result){ [ 1178.792473] env[69486]: value = "vm-642803" [ 1178.792473] env[69486]: _type = "VirtualMachine" [ 1178.792473] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1178.792700] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the lease: (returnval){ [ 1178.792700] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52511efd-a810-0d2c-3a56-c7b870797354" [ 1178.792700] env[69486]: _type = "HttpNfcLease" [ 1178.792700] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1178.799064] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.799064] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52511efd-a810-0d2c-3a56-c7b870797354" [ 1178.799064] env[69486]: _type = "HttpNfcLease" [ 1178.799064] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1178.914016] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.914222] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.914401] env[69486]: DEBUG nova.network.neutron [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.931336] env[69486]: DEBUG nova.network.neutron [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Updated VIF entry in instance network info cache for port 4387b1a6-ce6c-4806-8051-c61c9d1436a8. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.931680] env[69486]: DEBUG nova.network.neutron [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Updating instance_info_cache with network_info: [{"id": "4387b1a6-ce6c-4806-8051-c61c9d1436a8", "address": "fa:16:3e:a6:b5:e1", "network": {"id": "a3f66afd-61fc-4e0a-92f8-63243c85966d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1789207668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f980c9f05c44f8a893e3a5d8f8d599e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4387b1a6-ce", "ovs_interfaceid": "4387b1a6-ce6c-4806-8051-c61c9d1436a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.060152] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c86cdf-0fa6-f5a1-e7df-d68d449c2868, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.060606] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.060736] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.060919] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.061079] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.061265] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.061521] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8fda3e-a35d-4fb0-bd0a-806403153638 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.075644] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.075823] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.076593] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a13a91-cc43-4f06-b0fb-39c81dded028 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.081711] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1179.081711] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b5127-fca7-ef24-0a3a-33e28b2162fa" [ 1179.081711] env[69486]: _type = "Task" [ 1179.081711] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.089569] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b5127-fca7-ef24-0a3a-33e28b2162fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.139056] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b94e3ee0-bba9-426a-9c66-06672562f62b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.212s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.280829] env[69486]: DEBUG nova.compute.manager [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Received event network-changed-cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1179.281041] env[69486]: DEBUG nova.compute.manager [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Refreshing instance network info cache due to event network-changed-cadb70d2-4431-4e30-8290-11d576984e4a. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1179.281263] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.281405] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.281563] env[69486]: DEBUG nova.network.neutron [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Refreshing network info cache for port cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.302422] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1179.302422] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52511efd-a810-0d2c-3a56-c7b870797354" [ 1179.302422] env[69486]: _type = "HttpNfcLease" [ 1179.302422] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1179.302745] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1179.302745] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52511efd-a810-0d2c-3a56-c7b870797354" [ 1179.302745] env[69486]: _type = "HttpNfcLease" [ 1179.302745] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1179.303400] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10f793c-9268-442a-bb94-ce6cb5761aa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.310449] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3e95-2d54-a097-b9bc-8c4eb9e55f5d/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1179.310567] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3e95-2d54-a097-b9bc-8c4eb9e55f5d/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1179.404334] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a62beb6-eeb2-41b1-a2c4-622c39b8f052 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.437137] env[69486]: DEBUG oslo_concurrency.lockutils [req-d4ea800c-92cf-4cf1-b56d-4e548360d0d9 req-3c74ae0e-4118-43f7-905a-ae91dbf21745 service nova] Releasing lock "refresh_cache-cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.594878] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b5127-fca7-ef24-0a3a-33e28b2162fa, 'name': SearchDatastore_Task, 'duration_secs': 0.020964} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.595640] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809d373e-60f6-4345-b345-3e331963229d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.600390] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1179.600390] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521257ee-8c87-b18a-bbb6-ce4b5b6718b8" [ 1179.600390] env[69486]: _type = "Task" [ 1179.600390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.609375] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521257ee-8c87-b18a-bbb6-ce4b5b6718b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.619414] env[69486]: DEBUG nova.network.neutron [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.030841] env[69486]: DEBUG nova.network.neutron [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updated VIF entry in instance network info cache for port cadb70d2-4431-4e30-8290-11d576984e4a. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.031405] env[69486]: DEBUG nova.network.neutron [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.114808] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]521257ee-8c87-b18a-bbb6-ce4b5b6718b8, 'name': SearchDatastore_Task, 'duration_secs': 0.025179} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.115282] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.115669] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cfed856e-90c5-4a72-a6fd-2b9d8036e7d3/cfed856e-90c5-4a72-a6fd-2b9d8036e7d3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.116076] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17f75618-4aec-456a-9a43-055e62add608 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.121719] env[69486]: DEBUG oslo_concurrency.lockutils [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.129647] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1180.129647] env[69486]: value = "task-3214942" [ 1180.129647] env[69486]: _type = "Task" [ 1180.129647] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.140258] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.534918] env[69486]: DEBUG oslo_concurrency.lockutils [req-fc1ec05e-c322-40d8-908d-4e2b18b6db32 req-e4e009c3-a494-48dd-92ca-e1c672507321 service nova] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.644640] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.654809] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c548ce4-ba85-4f8f-a81f-23de1f51c9af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.675310] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f46246-b57d-4681-8423-7c5507210d96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.683984] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.141696] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625443} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.142214] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] cfed856e-90c5-4a72-a6fd-2b9d8036e7d3/cfed856e-90c5-4a72-a6fd-2b9d8036e7d3.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.142318] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.142592] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0373f630-3ca9-4421-9093-fc78e65ccfb5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.149436] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1181.149436] env[69486]: value = "task-3214943" [ 1181.149436] env[69486]: _type = "Task" [ 1181.149436] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.157630] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.190864] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.191529] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a14cec2-0bfa-4118-a029-2ae5fc70d495 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.197780] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1181.197780] env[69486]: value = "task-3214944" [ 1181.197780] env[69486]: _type = "Task" [ 1181.197780] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.205851] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.662076] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134866} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.662660] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.663090] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138013b6-8613-4da2-a03a-1cfb8cd3f5bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.689284] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] cfed856e-90c5-4a72-a6fd-2b9d8036e7d3/cfed856e-90c5-4a72-a6fd-2b9d8036e7d3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.689595] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec27b537-ea73-4b27-89d8-ba044e09feaa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.712561] env[69486]: DEBUG oslo_vmware.api [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214944, 'name': PowerOnVM_Task, 'duration_secs': 0.510324} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.713776] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.713970] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb266c-428a-4376-a179-41f8cce6dc27 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance 'd48ca3d1-88c9-4e85-bf3b-dc1630c51987' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.717799] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1181.717799] env[69486]: value = "task-3214945" [ 1181.717799] env[69486]: _type = "Task" [ 1181.717799] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.726331] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.232035] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.736754] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214945, 'name': ReconfigVM_Task, 'duration_secs': 0.733881} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.737397] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] cfed856e-90c5-4a72-a6fd-2b9d8036e7d3/cfed856e-90c5-4a72-a6fd-2b9d8036e7d3.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.738414] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-644d8171-93d8-4732-a9dd-beeea7f485eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.746030] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1182.746030] env[69486]: value = "task-3214946" [ 1182.746030] env[69486]: _type = "Task" [ 1182.746030] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.758902] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214946, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.264118] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214946, 'name': Rename_Task, 'duration_secs': 0.172539} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.264581] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.264955] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93cb4321-2870-4fcd-a025-ca76f5b30e4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.272605] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1183.272605] env[69486]: value = "task-3214947" [ 1183.272605] env[69486]: _type = "Task" [ 1183.272605] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.285501] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.783724] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.283249] env[69486]: DEBUG oslo_vmware.api [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214947, 'name': PowerOnVM_Task, 'duration_secs': 0.549299} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.283629] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.283727] env[69486]: INFO nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1184.283879] env[69486]: DEBUG nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.284665] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e4aad-4059-4f55-8174-1661f19da0a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.443362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.443639] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.443831] env[69486]: DEBUG nova.compute.manager [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Going to confirm migration 7 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 1184.607416] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.607634] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.803908] env[69486]: INFO nova.compute.manager [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Took 14.98 seconds to build instance. [ 1185.005172] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.005354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.005531] env[69486]: DEBUG nova.network.neutron [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.005715] env[69486]: DEBUG nova.objects.instance [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'info_cache' on Instance uuid d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.113227] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.113373] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.113524] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.113987] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.114192] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.306323] env[69486]: DEBUG oslo_concurrency.lockutils [None req-04f63a3a-40ce-45ff-90b3-0271fe87531d tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.487s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.355108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.355384] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.355596] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.355776] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.355946] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.358128] env[69486]: INFO nova.compute.manager [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Terminating instance [ 1185.620527] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Getting list of instances from cluster (obj){ [ 1185.620527] env[69486]: value = "domain-c8" [ 1185.620527] env[69486]: _type = "ClusterComputeResource" [ 1185.620527] env[69486]: } {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1185.621583] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca6113-88fa-43cd-bed4-26f79d9efacf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.640379] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Got total of 10 instances {{(pid=69486) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1185.640592] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.640766] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid e79b82b1-f2eb-4890-a601-76bdb348eff5 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.640937] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid 2d0f8299-9a01-4c60-8914-fa9912045b6b {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.641136] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid 91400c3e-2397-48b9-81a3-f701c3601b81 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.641307] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid 6a9dad07-c73c-4cb5-97d2-64761370b028 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.641460] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.641607] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.641754] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.641899] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid ecea97d0-bb3a-499d-bc7e-017a252e72ab {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.642057] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Triggering sync for uuid cfed856e-90c5-4a72-a6fd-2b9d8036e7d3 {{(pid=69486) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10962}} [ 1185.642431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.642682] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.642874] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.643152] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.643344] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.643582] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "91400c3e-2397-48b9-81a3-f701c3601b81" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.643759] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "91400c3e-2397-48b9-81a3-f701c3601b81" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.643984] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.644211] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.644448] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.644624] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.644857] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.645079] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.645262] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.645539] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.645724] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.645952] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.646172] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.646312] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1185.647059] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a83da5-f9fe-4142-b358-fe24f6ab5f9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.650360] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd18ff-e7f2-4858-a979-8b6f07e1be45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.653309] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5482f7a-5563-4078-bbb2-7d10a5a2c68a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.656202] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ad904-9ee5-4232-bf79-74c6caeb15a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.659200] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a44ae-bd5b-4e8a-b8bb-ef5841548c28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.661932] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed87b2-26f0-479b-aba6-fa4819034942 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.665353] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c48f41-b79f-4677-8430-770bd5411eb9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.668113] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.861658] env[69486]: DEBUG nova.compute.manager [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.861891] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.862757] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9c558-662f-4112-a7aa-9a75b4be27ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.870197] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.870436] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300cb645-aa9b-4219-a06d-ea697d88d8ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.877036] env[69486]: DEBUG oslo_vmware.api [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1185.877036] env[69486]: value = "task-3214948" [ 1185.877036] env[69486]: _type = "Task" [ 1185.877036] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.884959] env[69486]: DEBUG oslo_vmware.api [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.173086] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.173369] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.173542] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.173702] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1186.174660] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa2cbb-e88f-4f47-b664-9cdf03159acc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.183301] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "91400c3e-2397-48b9-81a3-f701c3601b81" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.184565] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567eed4c-974e-4a3b-9d21-294b4349132b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.198384] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.198832] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.199061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.199376] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.199652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.199929] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.203114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b6df39-36c6-4dea-9000-f75b9c31d7ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.210216] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e112d4-0e20-4ffb-a50c-6985acbe1d99 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.242825] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178798MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1186.243033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.243232] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.318293] env[69486]: DEBUG nova.network.neutron [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [{"id": "aa157a79-7a14-468a-9359-e83c4f22a224", "address": "fa:16:3e:9f:d9:94", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa157a79-7a", "ovs_interfaceid": "aa157a79-7a14-468a-9359-e83c4f22a224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.386353] env[69486]: DEBUG oslo_vmware.api [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214948, 'name': PowerOffVM_Task, 'duration_secs': 0.279587} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.386598] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.386762] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.387074] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0a8db0a-3ece-4a42-b66d-472ccef3a7aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.442188] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.442387] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.442551] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Deleting the datastore file [datastore1] cfed856e-90c5-4a72-a6fd-2b9d8036e7d3 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.442814] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3affaacc-98eb-4b34-b0c1-70a87fd95d81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.448703] env[69486]: DEBUG oslo_vmware.api [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for the task: (returnval){ [ 1186.448703] env[69486]: value = "task-3214950" [ 1186.448703] env[69486]: _type = "Task" [ 1186.448703] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.456150] env[69486]: DEBUG oslo_vmware.api [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.821446] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-d48ca3d1-88c9-4e85-bf3b-dc1630c51987" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.821730] env[69486]: DEBUG nova.objects.instance [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'migration_context' on Instance uuid d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.960238] env[69486]: DEBUG oslo_vmware.api [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Task: {'id': task-3214950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174244} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.960812] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.961017] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.961206] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.961381] env[69486]: INFO nova.compute.manager [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1186.961622] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.961802] env[69486]: DEBUG nova.compute.manager [-] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.961891] env[69486]: DEBUG nova.network.neutron [-] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.230454] env[69486]: DEBUG nova.compute.manager [req-fe65d057-95ec-42ed-90a1-96d69d795fa0 req-b28b2349-e930-4e7c-89f3-498f2554f43b service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Received event network-vif-deleted-4387b1a6-ce6c-4806-8051-c61c9d1436a8 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1187.230661] env[69486]: INFO nova.compute.manager [req-fe65d057-95ec-42ed-90a1-96d69d795fa0 req-b28b2349-e930-4e7c-89f3-498f2554f43b service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Neutron deleted interface 4387b1a6-ce6c-4806-8051-c61c9d1436a8; detaching it from the instance and deleting it from the info cache [ 1187.230888] env[69486]: DEBUG nova.network.neutron [req-fe65d057-95ec-42ed-90a1-96d69d795fa0 req-b28b2349-e930-4e7c-89f3-498f2554f43b service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.254032] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 as it has an incoming, in-progress migration 643000a5-5be6-4011-b031-71c85ad6d7b0. Migration status is confirming {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1187.255040] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating resource usage from migration 643000a5-5be6-4011-b031-71c85ad6d7b0 [ 1187.277483] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.277638] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 2d0f8299-9a01-4c60-8914-fa9912045b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.277764] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 91400c3e-2397-48b9-81a3-f701c3601b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.277902] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 6a9dad07-c73c-4cb5-97d2-64761370b028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278061] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278186] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d1c8c8e0-b516-4e87-be02-ac84434b18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278332] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance f57d256b-a79d-4880-8f8e-190fce1f8748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278413] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration 643000a5-5be6-4011-b031-71c85ad6d7b0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1187.278528] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278639] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ecea97d0-bb3a-499d-bc7e-017a252e72ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278752] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance cfed856e-90c5-4a72-a6fd-2b9d8036e7d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.278953] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1187.279106] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1187.324717] env[69486]: DEBUG nova.objects.base [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.325717] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccdc7c4-12c8-4ffc-84d5-bbba2d398e1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.349659] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316e97f9-f436-477b-bf05-b1f8cf7a0e37 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.355256] env[69486]: DEBUG oslo_vmware.api [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1187.355256] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52898702-16f3-60b6-85be-9fe6c09dc2c1" [ 1187.355256] env[69486]: _type = "Task" [ 1187.355256] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.363573] env[69486]: DEBUG oslo_vmware.api [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52898702-16f3-60b6-85be-9fe6c09dc2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.436251] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2454be-a6dd-4390-96b2-515a56740453 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.443589] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c524ab-9886-4473-9928-d946654db4b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.473560] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d346fd-c0e0-4558-8325-7273c6048c08 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.480953] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0601f279-f8a8-4426-a1d5-ae908334affa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.496031] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.713133] env[69486]: DEBUG nova.network.neutron [-] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.734143] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-671e62c4-1035-4790-b7af-cfa74a63e183 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.744476] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a9395a-72b8-4f6f-9b91-150faed8e9c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.775723] env[69486]: DEBUG nova.compute.manager [req-fe65d057-95ec-42ed-90a1-96d69d795fa0 req-b28b2349-e930-4e7c-89f3-498f2554f43b service nova] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Detach interface failed, port_id=4387b1a6-ce6c-4806-8051-c61c9d1436a8, reason: Instance cfed856e-90c5-4a72-a6fd-2b9d8036e7d3 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1187.865628] env[69486]: DEBUG oslo_vmware.api [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52898702-16f3-60b6-85be-9fe6c09dc2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.865937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.998934] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.215647] env[69486]: INFO nova.compute.manager [-] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Took 1.25 seconds to deallocate network for instance. [ 1188.505370] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.505617] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.262s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.505913] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.640s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.597068] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.597068] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.722021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.100372] env[69486]: INFO nova.compute.manager [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Detaching volume e4cb16a0-8449-4f87-9ada-29b662db4b50 [ 1189.135327] env[69486]: INFO nova.virt.block_device [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Attempting to driver detach volume e4cb16a0-8449-4f87-9ada-29b662db4b50 from mountpoint /dev/sdb [ 1189.135560] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.135758] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.136745] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e6983-f59c-46f7-9d4f-aaab625442e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.164158] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c1a0a4-7e4b-4209-82fd-8837d3e422b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.171626] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286a612-1b83-45bf-8fca-dfc14fa4fecc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.193138] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa1ec9-3b45-4012-930e-3926e20018b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.196220] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15404c1a-ddeb-4402-b0ce-a2f423cc505c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.213312] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4cb16a0-8449-4f87-9ada-29b662db4b50/volume-e4cb16a0-8449-4f87-9ada-29b662db4b50.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.218690] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.219295] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fce9626-748c-4c08-a357-d275a7f6b662 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.233072] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c0da4-44a4-46c7-911b-c074bb50c04a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.266972] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae56b1d-54cb-48d9-9e3f-ec82af075cc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.269804] env[69486]: DEBUG oslo_vmware.api [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1189.269804] env[69486]: value = "task-3214951" [ 1189.269804] env[69486]: _type = "Task" [ 1189.269804] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.276582] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68b597-8d69-4c99-afef-295875e2ba69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.283598] env[69486]: DEBUG oslo_vmware.api [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.293822] env[69486]: DEBUG nova.compute.provider_tree [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.781073] env[69486]: DEBUG oslo_vmware.api [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214951, 'name': ReconfigVM_Task, 'duration_secs': 0.253896} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.781073] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.785416] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d41d7de-86bb-46ab-ac63-5d690e90c6a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.797208] env[69486]: DEBUG nova.scheduler.client.report [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.802019] env[69486]: DEBUG oslo_vmware.api [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1189.802019] env[69486]: value = "task-3214952" [ 1189.802019] env[69486]: _type = "Task" [ 1189.802019] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.811338] env[69486]: DEBUG oslo_vmware.api [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.263256] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3e95-2d54-a097-b9bc-8c4eb9e55f5d/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.264206] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba36ed8-60f8-4b4e-9fc3-4a1ccb85ae40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.270509] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3e95-2d54-a097-b9bc-8c4eb9e55f5d/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.270674] env[69486]: ERROR oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3e95-2d54-a097-b9bc-8c4eb9e55f5d/disk-0.vmdk due to incomplete transfer. [ 1190.270886] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-700fde55-14f2-41db-8e9d-9e91f89440df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.277603] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3e95-2d54-a097-b9bc-8c4eb9e55f5d/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1190.277796] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Uploaded image 22b98c19-daa5-41a7-b135-f7211168975d to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1190.279930] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1190.280166] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc03ff1b-a704-4b49-b2ef-5dcd8cf1775f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.287120] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1190.287120] env[69486]: value = "task-3214953" [ 1190.287120] env[69486]: _type = "Task" [ 1190.287120] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.294447] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214953, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.313697] env[69486]: DEBUG oslo_vmware.api [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214952, 'name': ReconfigVM_Task, 'duration_secs': 0.140197} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.313820] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642793', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'name': 'volume-e4cb16a0-8449-4f87-9ada-29b662db4b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9dad07-c73c-4cb5-97d2-64761370b028', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cb16a0-8449-4f87-9ada-29b662db4b50', 'serial': 'e4cb16a0-8449-4f87-9ada-29b662db4b50'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.797053] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214953, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.810461] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.304s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.813752] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.092s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.814254] env[69486]: DEBUG nova.objects.instance [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lazy-loading 'resources' on Instance uuid cfed856e-90c5-4a72-a6fd-2b9d8036e7d3 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.855156] env[69486]: DEBUG nova.objects.instance [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'flavor' on Instance uuid 6a9dad07-c73c-4cb5-97d2-64761370b028 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.297358] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214953, 'name': Destroy_Task, 'duration_secs': 0.73145} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.297620] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Destroyed the VM [ 1191.297855] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1191.298117] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19cf6b5b-7f48-4318-9db0-1b236fb90457 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.303447] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1191.303447] env[69486]: value = "task-3214954" [ 1191.303447] env[69486]: _type = "Task" [ 1191.303447] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.311469] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.363788] env[69486]: INFO nova.scheduler.client.report [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted allocation for migration 643000a5-5be6-4011-b031-71c85ad6d7b0 [ 1191.443723] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b3f4f-b938-43ce-bb52-f477d0b71134 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.450930] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05fa06b-5494-41a0-97ae-642439142b22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.481594] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f26d31c-e9f6-4066-8d5d-e27e84dd83a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.488628] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02881004-cdc2-463e-80a5-19802a080829 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.501909] env[69486]: DEBUG nova.compute.provider_tree [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.813542] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214954, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350541} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.813868] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1191.814104] env[69486]: DEBUG nova.compute.manager [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.814859] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c4da7c-7781-48fa-a20b-1a359c58c943 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.863650] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a74d9515-e599-4536-a23f-0972f8e924e1 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.869882] env[69486]: DEBUG oslo_concurrency.lockutils [None req-baf8946e-4fa8-49e9-9b22-3a2741a1d7f6 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.426s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.870827] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.228s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.872454] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323580f9-1cb6-4404-8aa6-d98c63e2e8a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.005573] env[69486]: DEBUG nova.scheduler.client.report [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.327674] env[69486]: INFO nova.compute.manager [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Shelve offloading [ 1192.382512] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.510943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.531752] env[69486]: INFO nova.scheduler.client.report [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Deleted allocations for instance cfed856e-90c5-4a72-a6fd-2b9d8036e7d3 [ 1192.629723] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.629992] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.630228] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.630419] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.630590] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.632587] env[69486]: INFO nova.compute.manager [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Terminating instance [ 1192.831085] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.831414] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad035e82-d5ed-43f0-971c-b444a98d5fb5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.839610] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1192.839610] env[69486]: value = "task-3214955" [ 1192.839610] env[69486]: _type = "Task" [ 1192.839610] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.844363] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.844615] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.844845] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "6a9dad07-c73c-4cb5-97d2-64761370b028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.845049] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.845448] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.850067] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.850382] env[69486]: INFO nova.compute.manager [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Terminating instance [ 1193.040132] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b264155a-ace7-461a-8d40-b2387a2e4b39 tempest-ServerAddressesNegativeTestJSON-1611362922 tempest-ServerAddressesNegativeTestJSON-1611362922-project-member] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.685s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.040985] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.395s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.041194] env[69486]: INFO nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1193.041367] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "cfed856e-90c5-4a72-a6fd-2b9d8036e7d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.135703] env[69486]: DEBUG nova.compute.manager [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.135924] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.136796] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e236012-aff8-4845-8031-9b4618246bb1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.144533] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.144747] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b165985-9a6b-4af1-8948-9852361f2202 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.150774] env[69486]: DEBUG oslo_vmware.api [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1193.150774] env[69486]: value = "task-3214956" [ 1193.150774] env[69486]: _type = "Task" [ 1193.150774] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.157736] env[69486]: DEBUG oslo_vmware.api [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.349727] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.349947] env[69486]: DEBUG nova.compute.manager [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.350704] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a555a6-58e9-465f-bb9d-b5e6d702ee16 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.353690] env[69486]: DEBUG nova.compute.manager [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.353944] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.354690] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b28787-5014-41df-93ce-6e88cfc49d15 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.359784] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.359943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.360124] env[69486]: DEBUG nova.network.neutron [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.364841] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.365053] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00537b2e-85d6-4130-9e1a-32db107e270a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.370969] env[69486]: DEBUG oslo_vmware.api [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1193.370969] env[69486]: value = "task-3214957" [ 1193.370969] env[69486]: _type = "Task" [ 1193.370969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.379566] env[69486]: DEBUG oslo_vmware.api [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.660596] env[69486]: DEBUG oslo_vmware.api [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214956, 'name': PowerOffVM_Task, 'duration_secs': 0.176741} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.660847] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.661027] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.661270] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad2554ad-b3e4-4b2c-b460-aaab2da5f655 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.719845] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.720078] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.720259] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleting the datastore file [datastore1] d48ca3d1-88c9-4e85-bf3b-dc1630c51987 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.720507] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d578c0-dad8-4f97-928b-389d82856243 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.727424] env[69486]: DEBUG oslo_vmware.api [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1193.727424] env[69486]: value = "task-3214959" [ 1193.727424] env[69486]: _type = "Task" [ 1193.727424] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.735089] env[69486]: DEBUG oslo_vmware.api [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.881909] env[69486]: DEBUG oslo_vmware.api [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214957, 'name': PowerOffVM_Task, 'duration_secs': 0.153557} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.882145] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.882376] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.882645] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-247b8a53-7ef7-4771-b824-444de0b39b52 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.938531] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.938710] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.938991] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore2] 6a9dad07-c73c-4cb5-97d2-64761370b028 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.939405] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d81dab-b406-479a-9c6c-b09c7d24b817 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.945919] env[69486]: DEBUG oslo_vmware.api [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1193.945919] env[69486]: value = "task-3214961" [ 1193.945919] env[69486]: _type = "Task" [ 1193.945919] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.954560] env[69486]: DEBUG oslo_vmware.api [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.111566] env[69486]: DEBUG nova.network.neutron [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.241488] env[69486]: DEBUG oslo_vmware.api [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151886} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.241749] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.241930] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.242125] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.242360] env[69486]: INFO nova.compute.manager [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.242533] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.242722] env[69486]: DEBUG nova.compute.manager [-] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.242815] env[69486]: DEBUG nova.network.neutron [-] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.458666] env[69486]: DEBUG oslo_vmware.api [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145673} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.458935] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.459141] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.459322] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.459496] env[69486]: INFO nova.compute.manager [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.459728] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.459924] env[69486]: DEBUG nova.compute.manager [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.460031] env[69486]: DEBUG nova.network.neutron [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.614490] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.971062] env[69486]: DEBUG nova.compute.manager [req-c3f3d00c-ab9f-485f-8740-32737d144f08 req-b8d8b27e-11a3-48bc-b226-6badf42f9b60 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Received event network-vif-deleted-cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1194.971304] env[69486]: INFO nova.compute.manager [req-c3f3d00c-ab9f-485f-8740-32737d144f08 req-b8d8b27e-11a3-48bc-b226-6badf42f9b60 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Neutron deleted interface cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4; detaching it from the instance and deleting it from the info cache [ 1194.971470] env[69486]: DEBUG nova.network.neutron [req-c3f3d00c-ab9f-485f-8740-32737d144f08 req-b8d8b27e-11a3-48bc-b226-6badf42f9b60 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.118800] env[69486]: DEBUG nova.compute.manager [req-eef6cc4e-aaed-48e1-b9eb-a3496cdb0ea4 req-3fed1d1e-e0bf-47d7-99de-4049b7fa2a0c service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Received event network-vif-deleted-aa157a79-7a14-468a-9359-e83c4f22a224 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1195.119100] env[69486]: INFO nova.compute.manager [req-eef6cc4e-aaed-48e1-b9eb-a3496cdb0ea4 req-3fed1d1e-e0bf-47d7-99de-4049b7fa2a0c service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Neutron deleted interface aa157a79-7a14-468a-9359-e83c4f22a224; detaching it from the instance and deleting it from the info cache [ 1195.119464] env[69486]: DEBUG nova.network.neutron [req-eef6cc4e-aaed-48e1-b9eb-a3496cdb0ea4 req-3fed1d1e-e0bf-47d7-99de-4049b7fa2a0c service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.438348] env[69486]: DEBUG nova.network.neutron [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.451470] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.452683] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578764bd-4e81-45bb-b9c3-d72c098fcbe4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.461269] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.461578] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0217009-95c8-461b-a5ec-2f669d62290f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.474437] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf12e742-67c3-4e54-9852-d248f1a5264b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.485020] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a35ba5-7612-435b-ae16-a612f7fa83c8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.515048] env[69486]: DEBUG nova.compute.manager [req-c3f3d00c-ab9f-485f-8740-32737d144f08 req-b8d8b27e-11a3-48bc-b226-6badf42f9b60 service nova] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Detach interface failed, port_id=cd85f1a7-f7bf-41df-9e67-41d9dfba8ec4, reason: Instance 6a9dad07-c73c-4cb5-97d2-64761370b028 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1195.520844] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.522475] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.522475] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleting the datastore file [datastore1] d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.522475] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf5ee05-a854-4d11-9fa3-b9529f03302e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.528139] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1195.528139] env[69486]: value = "task-3214963" [ 1195.528139] env[69486]: _type = "Task" [ 1195.528139] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.535648] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.607829] env[69486]: DEBUG nova.network.neutron [-] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.621663] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0658d52-598c-484e-bb04-37369b65bf54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.632326] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589aa1f9-842c-4fbf-9d82-af2ba0c90408 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.662212] env[69486]: DEBUG nova.compute.manager [req-eef6cc4e-aaed-48e1-b9eb-a3496cdb0ea4 req-3fed1d1e-e0bf-47d7-99de-4049b7fa2a0c service nova] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Detach interface failed, port_id=aa157a79-7a14-468a-9359-e83c4f22a224, reason: Instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1195.940444] env[69486]: INFO nova.compute.manager [-] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Took 1.48 seconds to deallocate network for instance. [ 1196.038618] env[69486]: DEBUG oslo_vmware.api [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134976} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.038618] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.038836] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.038959] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.066317] env[69486]: INFO nova.scheduler.client.report [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted allocations for instance d1c8c8e0-b516-4e87-be02-ac84434b18e9 [ 1196.110158] env[69486]: INFO nova.compute.manager [-] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Took 1.87 seconds to deallocate network for instance. [ 1196.447948] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.448362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.448724] env[69486]: DEBUG nova.objects.instance [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'resources' on Instance uuid 6a9dad07-c73c-4cb5-97d2-64761370b028 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.571368] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.617728] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.094784] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d902af6-b1e2-4b4a-ad42-a1e298b82787 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.102303] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff578fe-3502-4cc2-97a4-26c9de878919 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.137822] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af8a81-7080-44be-9e54-5892b1d178f2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.145156] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db4d51-75d3-4482-8cdd-b6afca728f8c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.163254] env[69486]: DEBUG nova.compute.provider_tree [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.166582] env[69486]: DEBUG nova.compute.manager [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-vif-unplugged-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1197.166794] env[69486]: DEBUG oslo_concurrency.lockutils [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.167056] env[69486]: DEBUG oslo_concurrency.lockutils [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.167230] env[69486]: DEBUG oslo_concurrency.lockutils [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.167393] env[69486]: DEBUG nova.compute.manager [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] No waiting events found dispatching network-vif-unplugged-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.167556] env[69486]: WARNING nova.compute.manager [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received unexpected event network-vif-unplugged-3f13d33b-ba73-496b-a63f-246ac0212b45 for instance with vm_state shelved_offloaded and task_state None. [ 1197.167710] env[69486]: DEBUG nova.compute.manager [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1197.168334] env[69486]: DEBUG nova.compute.manager [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing instance network info cache due to event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1197.168334] env[69486]: DEBUG oslo_concurrency.lockutils [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.168334] env[69486]: DEBUG oslo_concurrency.lockutils [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.168535] env[69486]: DEBUG nova.network.neutron [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.671563] env[69486]: DEBUG nova.scheduler.client.report [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.901387] env[69486]: DEBUG nova.network.neutron [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updated VIF entry in instance network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.901387] env[69486]: DEBUG nova.network.neutron [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.178373] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.181028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.610s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.181028] env[69486]: DEBUG nova.objects.instance [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'resources' on Instance uuid d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.202178] env[69486]: INFO nova.scheduler.client.report [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted allocations for instance 6a9dad07-c73c-4cb5-97d2-64761370b028 [ 1198.406586] env[69486]: DEBUG oslo_concurrency.lockutils [req-8249e2c4-2d8a-4195-aa03-baf9527a29b8 req-5f5e6c00-e49c-4f49-84eb-7df365834113 service nova] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.513150] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.683739] env[69486]: DEBUG nova.objects.instance [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'numa_topology' on Instance uuid d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.711726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d62c7b80-0c7e-497b-baf6-bb8f227a1dab tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "6a9dad07-c73c-4cb5-97d2-64761370b028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.867s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.791708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.791910] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.187517] env[69486]: DEBUG nova.objects.base [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.294350] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.330154] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e67bb6-a49d-40a3-8785-ca996c12f3b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.339452] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3a8f66-cca6-4641-8231-e676cf22bf6c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.375847] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a9408-cd26-4946-81cf-703e712732bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.383815] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cddfc03-874b-4941-89a1-17eda4712a25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.398022] env[69486]: DEBUG nova.compute.provider_tree [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.817339] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.902016] env[69486]: DEBUG nova.scheduler.client.report [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.377470] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.377872] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.407123] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.409559] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.792s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.409726] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.411732] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.595s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.413085] env[69486]: INFO nova.compute.claims [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.435608] env[69486]: INFO nova.scheduler.client.report [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted allocations for instance d48ca3d1-88c9-4e85-bf3b-dc1630c51987 [ 1200.881255] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.921364] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6216c7b9-ad66-400c-934a-47f8c12249bd tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.799s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.922578] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.277s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.922578] env[69486]: INFO nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1200.922752] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.923542] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.411s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.923990] env[69486]: INFO nova.compute.manager [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Unshelving [ 1200.942825] env[69486]: DEBUG oslo_concurrency.lockutils [None req-66e5586f-cd70-4cbf-84dd-fc926f777581 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "d48ca3d1-88c9-4e85-bf3b-dc1630c51987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.313s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.401535] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.534679] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2770fe1-2815-4c34-84f8-8d0cf8bca968 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.542294] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd552ae5-791c-41ce-961c-540663d5f89e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.572265] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5250f-5df1-484c-a1ea-85e2eb52f516 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.578888] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b91fc6-23ae-4514-9d12-705c712cd665 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.591613] env[69486]: DEBUG nova.compute.provider_tree [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.664894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.665050] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.848531] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.848760] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.945888] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.095219] env[69486]: DEBUG nova.scheduler.client.report [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.168267] env[69486]: INFO nova.compute.manager [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Detaching volume 13219372-5c90-4f61-85bd-1eb5181d1efc [ 1202.202878] env[69486]: INFO nova.virt.block_device [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Attempting to driver detach volume 13219372-5c90-4f61-85bd-1eb5181d1efc from mountpoint /dev/sdb [ 1202.203157] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.203353] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642795', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'name': 'volume-13219372-5c90-4f61-85bd-1eb5181d1efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76bb9a88-7403-4e0c-b95d-c74cfa2adde0', 'attached_at': '', 'detached_at': '', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'serial': '13219372-5c90-4f61-85bd-1eb5181d1efc'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.204248] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe755a23-8a1c-4c04-be3c-b4f7180fbf24 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.225325] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79f8db-22ca-468e-8e02-436f9b0804ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.231625] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b33e55-3905-4cda-bc77-7795f744c30f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.252288] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebc9c6-0000-431e-8f55-9afe3d2ed8b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.266006] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] The volume has not been displaced from its original location: [datastore2] volume-13219372-5c90-4f61-85bd-1eb5181d1efc/volume-13219372-5c90-4f61-85bd-1eb5181d1efc.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.271033] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.271295] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde052d6-d429-4a23-b3b2-5f01270da7e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.287436] env[69486]: DEBUG oslo_vmware.api [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1202.287436] env[69486]: value = "task-3214964" [ 1202.287436] env[69486]: _type = "Task" [ 1202.287436] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.294438] env[69486]: DEBUG oslo_vmware.api [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.351607] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.600675] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.601306] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.604049] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.203s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.605444] env[69486]: INFO nova.compute.claims [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.799213] env[69486]: DEBUG oslo_vmware.api [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214964, 'name': ReconfigVM_Task, 'duration_secs': 0.228332} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.799491] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.803994] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bd932b-107d-41e0-8186-92127207e829 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.818522] env[69486]: DEBUG oslo_vmware.api [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1202.818522] env[69486]: value = "task-3214965" [ 1202.818522] env[69486]: _type = "Task" [ 1202.818522] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.826242] env[69486]: DEBUG oslo_vmware.api [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.871659] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.112462] env[69486]: DEBUG nova.compute.utils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.113823] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.114013] env[69486]: DEBUG nova.network.neutron [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.158650] env[69486]: DEBUG nova.policy [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19859784e174492ebde6c1eed622ff1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c082d3c9fac04f68bcfaabcf0a3d6d8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.327775] env[69486]: DEBUG oslo_vmware.api [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214965, 'name': ReconfigVM_Task, 'duration_secs': 0.12533} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.328137] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642795', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'name': 'volume-13219372-5c90-4f61-85bd-1eb5181d1efc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '76bb9a88-7403-4e0c-b95d-c74cfa2adde0', 'attached_at': '', 'detached_at': '', 'volume_id': '13219372-5c90-4f61-85bd-1eb5181d1efc', 'serial': '13219372-5c90-4f61-85bd-1eb5181d1efc'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.396095] env[69486]: DEBUG nova.network.neutron [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Successfully created port: a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.617270] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.746430] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c86100-b044-40de-9688-87870889fcef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.753864] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b490c-37f9-4d27-923d-fe16a63c9f6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.782810] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d3d87-9322-4ac6-83e6-9e97dcf0db18 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.790053] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5067839-b729-4961-be98-3ebb5c65a9cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.804098] env[69486]: DEBUG nova.compute.provider_tree [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.869373] env[69486]: DEBUG nova.objects.instance [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'flavor' on Instance uuid 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.306936] env[69486]: DEBUG nova.scheduler.client.report [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.626255] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.651547] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.651787] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.651944] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.652146] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.652293] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.652439] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.652643] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.652802] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.652967] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.653141] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.653314] env[69486]: DEBUG nova.virt.hardware [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.654156] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd0f027-d0f7-4c36-9a38-0810284c1544 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.662456] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42532d8-d885-4d0f-943e-7dd0e6296148 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.812262] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.812802] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.815586] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.870s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.815803] env[69486]: DEBUG nova.objects.instance [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'pci_requests' on Instance uuid d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.831880] env[69486]: DEBUG nova.compute.manager [req-6c599fb5-1f10-48da-98c0-d8165266bd72 req-c93af52c-a4e0-4872-8a1a-fae918f05777 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-vif-plugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1204.832110] env[69486]: DEBUG oslo_concurrency.lockutils [req-6c599fb5-1f10-48da-98c0-d8165266bd72 req-c93af52c-a4e0-4872-8a1a-fae918f05777 service nova] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.832325] env[69486]: DEBUG oslo_concurrency.lockutils [req-6c599fb5-1f10-48da-98c0-d8165266bd72 req-c93af52c-a4e0-4872-8a1a-fae918f05777 service nova] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.832492] env[69486]: DEBUG oslo_concurrency.lockutils [req-6c599fb5-1f10-48da-98c0-d8165266bd72 req-c93af52c-a4e0-4872-8a1a-fae918f05777 service nova] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.832649] env[69486]: DEBUG nova.compute.manager [req-6c599fb5-1f10-48da-98c0-d8165266bd72 req-c93af52c-a4e0-4872-8a1a-fae918f05777 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] No waiting events found dispatching network-vif-plugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.832812] env[69486]: WARNING nova.compute.manager [req-6c599fb5-1f10-48da-98c0-d8165266bd72 req-c93af52c-a4e0-4872-8a1a-fae918f05777 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received unexpected event network-vif-plugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 for instance with vm_state building and task_state spawning. [ 1204.875618] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c9a61a1a-8e9c-43f2-97a0-6cc9de7381e1 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.892328] env[69486]: DEBUG nova.network.neutron [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Successfully updated port: a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.319045] env[69486]: DEBUG nova.compute.utils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.321705] env[69486]: DEBUG nova.objects.instance [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'numa_topology' on Instance uuid d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.322633] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.322807] env[69486]: DEBUG nova.network.neutron [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.365332] env[69486]: DEBUG nova.policy [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0762a1a611043d0af3167735f8f547f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd2d5de1a44248a2d3872a82667de9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.397642] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.397642] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.397825] env[69486]: DEBUG nova.network.neutron [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.666205] env[69486]: DEBUG nova.network.neutron [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Successfully created port: 538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.825721] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.828550] env[69486]: INFO nova.compute.claims [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.934283] env[69486]: DEBUG nova.network.neutron [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.969274] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.969546] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.969752] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.969937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.970123] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.972793] env[69486]: INFO nova.compute.manager [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Terminating instance [ 1206.054627] env[69486]: DEBUG nova.network.neutron [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.476040] env[69486]: DEBUG nova.compute.manager [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.476285] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.477231] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d59e9f7-0b56-4373-9574-e77dbe76fdae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.485164] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.485380] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e9501fb-a47e-4ff4-87b6-bfa790356d88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.491259] env[69486]: DEBUG oslo_vmware.api [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1206.491259] env[69486]: value = "task-3214966" [ 1206.491259] env[69486]: _type = "Task" [ 1206.491259] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.499540] env[69486]: DEBUG oslo_vmware.api [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.557371] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.557841] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance network_info: |[{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.558371] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:83:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ae7af8-0726-45ee-a1d3-f182510a5bc2', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.566492] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating folder: Project (c082d3c9fac04f68bcfaabcf0a3d6d8f). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.566838] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-028e2335-9e4c-4cc4-8704-0bc67c43c46e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.577748] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Created folder: Project (c082d3c9fac04f68bcfaabcf0a3d6d8f) in parent group-v642494. [ 1206.578035] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating folder: Instances. Parent ref: group-v642807. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.578391] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4267c574-62d0-4083-801e-41635a3e6f45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.587429] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Created folder: Instances in parent group-v642807. [ 1206.587672] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.587898] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.588132] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9af022e0-ef7b-4193-afed-df828b8dd741 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.607578] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.607578] env[69486]: value = "task-3214969" [ 1206.607578] env[69486]: _type = "Task" [ 1206.607578] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.615333] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214969, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.767066] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.767066] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.767066] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1206.838314] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.862214] env[69486]: DEBUG nova.compute.manager [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-changed-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1206.862446] env[69486]: DEBUG nova.compute.manager [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Refreshing instance network info cache due to event network-changed-a6ae7af8-0726-45ee-a1d3-f182510a5bc2. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1206.862695] env[69486]: DEBUG oslo_concurrency.lockutils [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.862857] env[69486]: DEBUG oslo_concurrency.lockutils [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.863032] env[69486]: DEBUG nova.network.neutron [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Refreshing network info cache for port a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.876471] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.876792] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.876942] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.877148] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.877337] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.877523] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.877739] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.877989] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.878201] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.878728] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.878728] env[69486]: DEBUG nova.virt.hardware [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.880365] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35ed02-ab2c-4147-9ddc-375b23d71dcc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.891383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4c1a7-82e5-4bbc-8c6b-b1df798ee1be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.990699] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb1e1b-3586-4e05-aa4d-f5ca0e1fa036 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.003717] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33469b09-55b5-4912-a59b-f3cb18ee706e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.006700] env[69486]: DEBUG oslo_vmware.api [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214966, 'name': PowerOffVM_Task, 'duration_secs': 0.227078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.006996] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.007692] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.008279] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3161e457-25b9-4487-8692-cce686458af7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.035966] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88e4446-fa6d-4382-96ee-4495e0a89ffb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.042759] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d1c84f-774e-4ef9-835f-479ecf8261a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.055338] env[69486]: DEBUG nova.compute.provider_tree [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.096262] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.096600] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.096876] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleting the datastore file [datastore2] 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.097149] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a3c393-71de-4404-b97a-94ccbf0be3fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.103383] env[69486]: DEBUG oslo_vmware.api [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1207.103383] env[69486]: value = "task-3214971" [ 1207.103383] env[69486]: _type = "Task" [ 1207.103383] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.113362] env[69486]: DEBUG oslo_vmware.api [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.120496] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214969, 'name': CreateVM_Task, 'duration_secs': 0.283985} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.120496] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.123724] env[69486]: DEBUG nova.network.neutron [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Successfully updated port: 538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.126994] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.127213] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.127472] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.128407] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce6617b-d12d-4d95-b521-f363829a7ec1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.133682] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1207.133682] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f65d-8dfd-8001-4394-a536e4436fb1" [ 1207.133682] env[69486]: _type = "Task" [ 1207.133682] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.142659] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f65d-8dfd-8001-4394-a536e4436fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.558573] env[69486]: DEBUG nova.scheduler.client.report [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.577190] env[69486]: DEBUG nova.network.neutron [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updated VIF entry in instance network info cache for port a6ae7af8-0726-45ee-a1d3-f182510a5bc2. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.577190] env[69486]: DEBUG nova.network.neutron [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.613442] env[69486]: DEBUG oslo_vmware.api [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3214971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142952} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.613677] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.613856] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.614042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.614230] env[69486]: INFO nova.compute.manager [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1207.615029] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.615029] env[69486]: DEBUG nova.compute.manager [-] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.615029] env[69486]: DEBUG nova.network.neutron [-] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.626319] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.626454] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.626586] env[69486]: DEBUG nova.network.neutron [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.645140] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52d0f65d-8dfd-8001-4394-a536e4436fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.645437] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.645666] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.645901] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.646102] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.646230] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.646480] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9322f3-8715-4403-8dfa-31a0628c53cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.657214] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.657408] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.658152] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54212c92-d29a-49d9-9951-67f834a93a6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.663472] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1207.663472] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52677ae4-4dc3-c40f-3e6b-dc9f7742306a" [ 1207.663472] env[69486]: _type = "Task" [ 1207.663472] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.670991] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52677ae4-4dc3-c40f-3e6b-dc9f7742306a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.063266] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.247s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.065560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.194s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.067120] env[69486]: INFO nova.compute.claims [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.079210] env[69486]: DEBUG oslo_concurrency.lockutils [req-65f7c82a-04a8-4287-9d9b-c8bb318101af req-2e332648-a21c-4566-8103-142374464fb3 service nova] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.113203] env[69486]: INFO nova.network.neutron [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating port 3f13d33b-ba73-496b-a63f-246ac0212b45 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1208.168745] env[69486]: DEBUG nova.network.neutron [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.174055] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52677ae4-4dc3-c40f-3e6b-dc9f7742306a, 'name': SearchDatastore_Task, 'duration_secs': 0.014699} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.174901] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d55016-3ace-42b1-a252-a73fad949a4e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.179936] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1208.179936] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b114a2-a061-1949-e2b3-c9ba91c8c6b7" [ 1208.179936] env[69486]: _type = "Task" [ 1208.179936] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.187763] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b114a2-a061-1949-e2b3-c9ba91c8c6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.372516] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.373053] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.373300] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.385365] env[69486]: DEBUG nova.network.neutron [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updating instance_info_cache with network_info: [{"id": "538897fb-f760-4daa-a1ff-b640d84466d4", "address": "fa:16:3e:f1:26:f7", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538897fb-f7", "ovs_interfaceid": "538897fb-f760-4daa-a1ff-b640d84466d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.609355] env[69486]: DEBUG nova.network.neutron [-] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.694528] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52b114a2-a061-1949-e2b3-c9ba91c8c6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.694528] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.694528] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.694528] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8045e05a-3e1b-4088-a20f-97aa0589ef47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.701228] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1208.701228] env[69486]: value = "task-3214972" [ 1208.701228] env[69486]: _type = "Task" [ 1208.701228] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.708230] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.888117] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.888474] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Instance network_info: |[{"id": "538897fb-f760-4daa-a1ff-b640d84466d4", "address": "fa:16:3e:f1:26:f7", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538897fb-f7", "ovs_interfaceid": "538897fb-f760-4daa-a1ff-b640d84466d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.888909] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:26:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538897fb-f760-4daa-a1ff-b640d84466d4', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.896986] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.897679] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.897679] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2352c5a0-5a9c-4d1a-99eb-59ae2e5146ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.914394] env[69486]: DEBUG nova.compute.manager [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Received event network-vif-plugged-538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1208.914632] env[69486]: DEBUG oslo_concurrency.lockutils [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] Acquiring lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.914964] env[69486]: DEBUG oslo_concurrency.lockutils [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.915106] env[69486]: DEBUG oslo_concurrency.lockutils [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.915205] env[69486]: DEBUG nova.compute.manager [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] No waiting events found dispatching network-vif-plugged-538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.915378] env[69486]: WARNING nova.compute.manager [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Received unexpected event network-vif-plugged-538897fb-f760-4daa-a1ff-b640d84466d4 for instance with vm_state building and task_state spawning. [ 1208.915537] env[69486]: DEBUG nova.compute.manager [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Received event network-changed-538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1208.915655] env[69486]: DEBUG nova.compute.manager [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Refreshing instance network info cache due to event network-changed-538897fb-f760-4daa-a1ff-b640d84466d4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1208.915840] env[69486]: DEBUG oslo_concurrency.lockutils [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] Acquiring lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.916147] env[69486]: DEBUG oslo_concurrency.lockutils [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] Acquired lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.916147] env[69486]: DEBUG nova.network.neutron [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Refreshing network info cache for port 538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.923224] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.923224] env[69486]: value = "task-3214973" [ 1208.923224] env[69486]: _type = "Task" [ 1208.923224] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.934141] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214973, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.115792] env[69486]: INFO nova.compute.manager [-] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Took 1.50 seconds to deallocate network for instance. [ 1209.210166] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479733} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.212667] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.212915] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.213364] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a14236e-5a16-4f2b-b600-2ad5c22fecf7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.220932] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1209.220932] env[69486]: value = "task-3214974" [ 1209.220932] env[69486]: _type = "Task" [ 1209.220932] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.225780] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940cbb30-6b3b-4d48-b4f6-9c7623b787b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.236752] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.238314] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dde945-4c9f-4667-9913-9b0b0b240aee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.274049] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee2e76-a097-4545-81cb-abbfda135ece {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.282685] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78617797-440c-46c3-aad8-f914fba5f411 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.297128] env[69486]: DEBUG nova.compute.provider_tree [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.435279] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214973, 'name': CreateVM_Task, 'duration_secs': 0.491881} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.435456] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.436127] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.436297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.436801] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.436907] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0abc6e-abc1-4c60-9eb1-2f9119e789cb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.443026] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1209.443026] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52535b8e-befd-44ae-ef48-1e53a4b3aaa4" [ 1209.443026] env[69486]: _type = "Task" [ 1209.443026] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.452464] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52535b8e-befd-44ae-ef48-1e53a4b3aaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.623834] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.636376] env[69486]: DEBUG nova.network.neutron [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updated VIF entry in instance network info cache for port 538897fb-f760-4daa-a1ff-b640d84466d4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.636733] env[69486]: DEBUG nova.network.neutron [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updating instance_info_cache with network_info: [{"id": "538897fb-f760-4daa-a1ff-b640d84466d4", "address": "fa:16:3e:f1:26:f7", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538897fb-f7", "ovs_interfaceid": "538897fb-f760-4daa-a1ff-b640d84466d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.730669] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06019} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.730938] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.731821] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d6e9fd-0cea-4cec-8fcb-feaccc267289 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.753886] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.754212] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0221e927-51f9-4018-9232-e77ef2493149 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.773708] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1209.773708] env[69486]: value = "task-3214975" [ 1209.773708] env[69486]: _type = "Task" [ 1209.773708] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.782235] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.800321] env[69486]: DEBUG nova.scheduler.client.report [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.911852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.912127] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.912331] env[69486]: DEBUG nova.network.neutron [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.952927] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52535b8e-befd-44ae-ef48-1e53a4b3aaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.953273] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.953523] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.953786] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.953938] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.954129] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.954421] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84b63533-c747-4c51-943c-617e74be5825 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.963435] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.963901] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.964468] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a71f17-0cf0-4596-85ac-23596ce1d70c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.969922] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1209.969922] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526b1336-d7c9-d029-249b-cd1676a1e00a" [ 1209.969922] env[69486]: _type = "Task" [ 1209.969922] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.978876] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526b1336-d7c9-d029-249b-cd1676a1e00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.139051] env[69486]: DEBUG oslo_concurrency.lockutils [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] Releasing lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.139368] env[69486]: DEBUG nova.compute.manager [req-1216dede-ea69-4381-ba5f-aed1dad312c6 req-4855d95f-6821-4a80-94b3-80639531597f service nova] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Received event network-vif-deleted-6b6f0993-6735-44ab-a71a-7155430b121d {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1210.285059] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.305022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.305535] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.308431] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.685s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.308645] env[69486]: DEBUG nova.objects.instance [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'resources' on Instance uuid 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.367714] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.482374] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]526b1336-d7c9-d029-249b-cd1676a1e00a, 'name': SearchDatastore_Task, 'duration_secs': 0.00799} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.483118] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0e303a-c846-455c-966b-7546042b24a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.488108] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1210.488108] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5202e3a9-0fb1-4632-f8a7-8bb7f8748126" [ 1210.488108] env[69486]: _type = "Task" [ 1210.488108] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.497138] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5202e3a9-0fb1-4632-f8a7-8bb7f8748126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.604583] env[69486]: DEBUG nova.network.neutron [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.784478] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.810926] env[69486]: DEBUG nova.compute.utils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.814419] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.814594] env[69486]: DEBUG nova.network.neutron [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.849793] env[69486]: DEBUG nova.policy [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f473b200ab034c89aa3ffe0edb79af4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3622dda2a28444adae22248337653911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.930704] env[69486]: DEBUG nova.compute.manager [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-vif-plugged-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1210.930920] env[69486]: DEBUG oslo_concurrency.lockutils [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.931146] env[69486]: DEBUG oslo_concurrency.lockutils [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.931403] env[69486]: DEBUG oslo_concurrency.lockutils [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.931471] env[69486]: DEBUG nova.compute.manager [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] No waiting events found dispatching network-vif-plugged-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.931654] env[69486]: WARNING nova.compute.manager [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received unexpected event network-vif-plugged-3f13d33b-ba73-496b-a63f-246ac0212b45 for instance with vm_state shelved_offloaded and task_state spawning. [ 1210.931778] env[69486]: DEBUG nova.compute.manager [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1210.931933] env[69486]: DEBUG nova.compute.manager [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing instance network info cache due to event network-changed-3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1210.932452] env[69486]: DEBUG oslo_concurrency.lockutils [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] Acquiring lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.944995] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd919e67-918b-4ba8-a94b-84a493db8703 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.953270] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f1797-c6df-4d31-b174-b8402ea6afbb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.984993] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518a1a43-b374-429d-bd1e-9708e76eae1e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.994461] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a426b9e-e12b-4974-9b0f-005ac4a178b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.001829] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5202e3a9-0fb1-4632-f8a7-8bb7f8748126, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.002717] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.002848] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9/5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.003142] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3423a03-9f6c-42ed-9307-9daaa08b553e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.014020] env[69486]: DEBUG nova.compute.provider_tree [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.020928] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1211.020928] env[69486]: value = "task-3214976" [ 1211.020928] env[69486]: _type = "Task" [ 1211.020928] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.029722] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.107659] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.110712] env[69486]: DEBUG oslo_concurrency.lockutils [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] Acquired lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.110712] env[69486]: DEBUG nova.network.neutron [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Refreshing network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.134731] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d119fbffd9cd5b85e8e6eb30a1ba5cad',container_format='bare',created_at=2025-04-03T00:44:15Z,direct_url=,disk_format='vmdk',id=22b98c19-daa5-41a7-b135-f7211168975d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1743937935-shelved',owner='85a24636db5b4d24ac67048a3e8cb640',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T00:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.134979] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.135151] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.135332] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.135476] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.135619] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.135822] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.136325] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.136587] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.136795] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.137114] env[69486]: DEBUG nova.virt.hardware [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.138188] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226f7b68-a7d9-4e94-a9a0-8c8fe3eb7b2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.146413] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e773c-9c58-4f41-80e4-4c8899ca442b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.160732] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f13d33b-ba73-496b-a63f-246ac0212b45', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.168843] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.169281] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.169397] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e0f26e9-5e32-4e32-9251-5356ddcbd3c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.193111] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.193111] env[69486]: value = "task-3214977" [ 1211.193111] env[69486]: _type = "Task" [ 1211.193111] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.198946] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214977, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.200662] env[69486]: DEBUG nova.network.neutron [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Successfully created port: 48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.286016] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214975, 'name': ReconfigVM_Task, 'duration_secs': 1.271932} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.286016] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.286307] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48b9db71-9384-48fd-9f49-b3319542b4f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.293475] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1211.293475] env[69486]: value = "task-3214978" [ 1211.293475] env[69486]: _type = "Task" [ 1211.293475] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.302357] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214978, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.317542] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.372398] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.521053] env[69486]: DEBUG nova.scheduler.client.report [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.531792] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48365} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.532067] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore1] 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9/5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.532308] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.532582] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb7106b3-b5f3-4409-b6f0-d34d749be207 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.539335] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1211.539335] env[69486]: value = "task-3214979" [ 1211.539335] env[69486]: _type = "Task" [ 1211.539335] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.548058] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.702454] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214977, 'name': CreateVM_Task, 'duration_secs': 0.348176} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.705733] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.705870] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.706361] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.706481] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.707296] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6fb63f-1382-44c6-bee2-801daa668822 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.711893] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1211.711893] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a4a5a5-3ba8-145b-f204-e24e66c5324c" [ 1211.711893] env[69486]: _type = "Task" [ 1211.711893] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.720121] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a4a5a5-3ba8-145b-f204-e24e66c5324c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.808875] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214978, 'name': Rename_Task, 'duration_secs': 0.252343} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.808875] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.809321] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f114c127-4149-4a1a-acce-c5e877745beb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.815340] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1211.815340] env[69486]: value = "task-3214980" [ 1211.815340] env[69486]: _type = "Task" [ 1211.815340] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.826529] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.863935] env[69486]: DEBUG nova.network.neutron [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updated VIF entry in instance network info cache for port 3f13d33b-ba73-496b-a63f-246ac0212b45. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.864364] env[69486]: DEBUG nova.network.neutron [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [{"id": "3f13d33b-ba73-496b-a63f-246ac0212b45", "address": "fa:16:3e:5c:8c:37", "network": {"id": "d71a5350-ae86-4a55-b1be-4b4f4d979bdb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2111251598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85a24636db5b4d24ac67048a3e8cb640", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f13d33b-ba", "ovs_interfaceid": "3f13d33b-ba73-496b-a63f-246ac0212b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.875035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.027680] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.030073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.155s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.030298] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.030433] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1212.031340] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d0abc-a9b7-471b-af16-4bfe2bb3b6ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.039510] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efed8f56-8de2-4934-bfeb-d1faca392660 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.057128] env[69486]: INFO nova.scheduler.client.report [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleted allocations for instance 76bb9a88-7403-4e0c-b95d-c74cfa2adde0 [ 1212.061167] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8f48e9-1509-403f-8f79-fa143e9ec1b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.063663] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068195} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.066155] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.067694] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9088df-7e6b-4704-a1f1-7521a7b3d1fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.073069] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0737b-7bc1-47ec-b101-1f8d740ca88f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.094044] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9/5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.094608] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7cf253-5e06-47e3-beff-393e074d7a3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.135265] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179665MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1212.135423] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.135651] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.143751] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1212.143751] env[69486]: value = "task-3214981" [ 1212.143751] env[69486]: _type = "Task" [ 1212.143751] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.154387] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.223047] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.223325] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Processing image 22b98c19-daa5-41a7-b135-f7211168975d {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.223568] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.223716] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.223904] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.224173] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddd0103a-bb86-4459-a2b7-055852761b03 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.240219] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.240400] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.241429] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f23e598-886e-4077-a1f7-f637ff12e03b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.246796] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1212.246796] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f1daf3-69ec-354d-2067-c0490da16b54" [ 1212.246796] env[69486]: _type = "Task" [ 1212.246796] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.254581] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f1daf3-69ec-354d-2067-c0490da16b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.324915] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214980, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.328201] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.354488] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.354734] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.354906] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.355110] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.355269] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.355418] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.355621] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.355778] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.355943] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.356117] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.356291] env[69486]: DEBUG nova.virt.hardware [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.357220] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca941181-6692-469d-b5be-bd8fc3bd11b8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.364953] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaadfa9d-9b1a-41aa-8bd1-d1f0357b6d60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.370073] env[69486]: DEBUG oslo_concurrency.lockutils [req-e4a44716-f7cd-46a4-84ba-5901ee670a0a req-a01f8362-2b77-41a7-aa56-1345b737b209 service nova] Releasing lock "refresh_cache-d1c8c8e0-b516-4e87-be02-ac84434b18e9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.570831] env[69486]: DEBUG oslo_concurrency.lockutils [None req-973fc215-76f5-430d-860b-aa85471cd028 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "76bb9a88-7403-4e0c-b95d-c74cfa2adde0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.601s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.654980] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.722024] env[69486]: DEBUG nova.network.neutron [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Successfully updated port: 48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.756944] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1212.757095] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Fetch image to [datastore2] OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e/OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1212.757270] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Downloading stream optimized image 22b98c19-daa5-41a7-b135-f7211168975d to [datastore2] OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e/OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e.vmdk on the data store datastore2 as vApp {{(pid=69486) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1212.757449] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Downloading image file data 22b98c19-daa5-41a7-b135-f7211168975d to the ESX as VM named 'OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e' {{(pid=69486) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1212.773103] env[69486]: DEBUG oslo_concurrency.lockutils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.773275] env[69486]: DEBUG oslo_concurrency.lockutils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.823949] env[69486]: DEBUG oslo_vmware.api [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3214980, 'name': PowerOnVM_Task, 'duration_secs': 0.75948} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.824231] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.824432] env[69486]: INFO nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1212.824612] env[69486]: DEBUG nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.825381] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b6a57-ab85-4ca3-aa78-79dfa04c59c6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.830250] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1212.830250] env[69486]: value = "resgroup-9" [ 1212.830250] env[69486]: _type = "ResourcePool" [ 1212.830250] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1212.830536] env[69486]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9a4214a6-761a-4ad3-86c1-ef37b502d2fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.852282] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease: (returnval){ [ 1212.852282] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52748e24-e786-216f-eba4-0fd638fc8f43" [ 1212.852282] env[69486]: _type = "HttpNfcLease" [ 1212.852282] env[69486]: } obtained for vApp import into resource pool (val){ [ 1212.852282] env[69486]: value = "resgroup-9" [ 1212.852282] env[69486]: _type = "ResourcePool" [ 1212.852282] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1212.852606] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the lease: (returnval){ [ 1212.852606] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52748e24-e786-216f-eba4-0fd638fc8f43" [ 1212.852606] env[69486]: _type = "HttpNfcLease" [ 1212.852606] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.859413] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.859413] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52748e24-e786-216f-eba4-0fd638fc8f43" [ 1212.859413] env[69486]: _type = "HttpNfcLease" [ 1212.859413] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.962392] env[69486]: DEBUG nova.compute.manager [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Received event network-vif-plugged-48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1212.962612] env[69486]: DEBUG oslo_concurrency.lockutils [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] Acquiring lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.962821] env[69486]: DEBUG oslo_concurrency.lockutils [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.962998] env[69486]: DEBUG oslo_concurrency.lockutils [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.963156] env[69486]: DEBUG nova.compute.manager [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] No waiting events found dispatching network-vif-plugged-48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.963322] env[69486]: WARNING nova.compute.manager [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Received unexpected event network-vif-plugged-48003c29-1c8e-4e50-9318-36971a277825 for instance with vm_state building and task_state spawning. [ 1212.963482] env[69486]: DEBUG nova.compute.manager [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Received event network-changed-48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1212.963696] env[69486]: DEBUG nova.compute.manager [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Refreshing instance network info cache due to event network-changed-48003c29-1c8e-4e50-9318-36971a277825. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1212.963825] env[69486]: DEBUG oslo_concurrency.lockutils [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.963960] env[69486]: DEBUG oslo_concurrency.lockutils [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.964303] env[69486]: DEBUG nova.network.neutron [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Refreshing network info cache for port 48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.155776] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214981, 'name': ReconfigVM_Task, 'duration_secs': 0.569598} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.156071] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9/5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.156716] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47827f22-8d69-4b1e-ac1f-12db8a8edde5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.164427] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1213.164427] env[69486]: value = "task-3214983" [ 1213.164427] env[69486]: _type = "Task" [ 1213.164427] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 2d0f8299-9a01-4c60-8914-fa9912045b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 91400c3e-2397-48b9-81a3-f701c3601b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance f57d256b-a79d-4880-8f8e-190fce1f8748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance ecea97d0-bb3a-499d-bc7e-017a252e72ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d1c8c8e0-b516-4e87-be02-ac84434b18e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 5f4ea399-5e47-42a6-b571-3fc5bf50b30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 06ba873c-29a6-4a72-af4b-4eb12b8ae260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.167021] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1213.167532] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1213.177623] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214983, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.224945] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.276902] env[69486]: DEBUG nova.compute.utils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.293637] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a66c70-1d28-4517-b401-e21b04ab7730 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.301633] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2057a80-2a08-433e-a89f-2f0e949b2c1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.331364] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd369c-6191-46ca-8dd8-9a44dfe7fdb6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.338894] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5538e642-5a6d-4985-ad6f-f56d4648787c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.357477] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.362184] env[69486]: INFO nova.compute.manager [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Took 13.56 seconds to build instance. [ 1213.367508] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.367508] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52748e24-e786-216f-eba4-0fd638fc8f43" [ 1213.367508] env[69486]: _type = "HttpNfcLease" [ 1213.367508] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.368548] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.368548] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52748e24-e786-216f-eba4-0fd638fc8f43" [ 1213.368548] env[69486]: _type = "HttpNfcLease" [ 1213.368548] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1213.369324] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d59543-debe-4f3d-b472-b6cb48f3d9c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.377340] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661ef8-18b9-189c-2c6c-e672c12b98a3/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.377515] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661ef8-18b9-189c-2c6c-e672c12b98a3/disk-0.vmdk. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1213.441272] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f73e7f3-a846-40d3-9f05-ccecf01b8bce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.509729] env[69486]: DEBUG nova.network.neutron [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.579264] env[69486]: DEBUG nova.network.neutron [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.681541] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214983, 'name': Rename_Task, 'duration_secs': 0.143833} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.683587] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.683897] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a642627-4837-4a6e-b806-dc04a0922845 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.690501] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1213.690501] env[69486]: value = "task-3214984" [ 1213.690501] env[69486]: _type = "Task" [ 1213.690501] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.699621] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.781289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.864119] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.869169] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c3042b3-e6a0-47f8-899e-610c186cf68a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.077s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.083028] env[69486]: DEBUG oslo_concurrency.lockutils [req-34d09752-7d26-4318-8318-c427f0646dff req-9cef529f-57fb-4fab-ba90-af9d037170e3 service nova] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.083028] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.083353] env[69486]: DEBUG nova.network.neutron [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.201225] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.370856] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1214.371207] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.235s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.613058] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1214.613382] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661ef8-18b9-189c-2c6c-e672c12b98a3/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.614061] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "a70674de-84cc-49fd-87b2-ee6143841f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.614306] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.616387] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a161f-eb88-4c98-85df-e9e6d88f9a6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.620756] env[69486]: DEBUG nova.network.neutron [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.627937] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661ef8-18b9-189c-2c6c-e672c12b98a3/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.628138] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661ef8-18b9-189c-2c6c-e672c12b98a3/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1214.628416] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eb735441-75ad-43d7-9811-9ea09218598e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.704090] env[69486]: DEBUG oslo_vmware.api [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3214984, 'name': PowerOnVM_Task, 'duration_secs': 0.56259} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.704391] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.704643] env[69486]: INFO nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1214.704850] env[69486]: DEBUG nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.705619] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399838e8-72fa-4b87-a62b-93e81bc8a89a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.759475] env[69486]: DEBUG nova.network.neutron [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.858412] env[69486]: DEBUG oslo_concurrency.lockutils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.858812] env[69486]: DEBUG oslo_concurrency.lockutils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.859060] env[69486]: INFO nova.compute.manager [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Attaching volume 35c23746-b379-4db2-a544-fad059f70f11 to /dev/sdb [ 1214.883130] env[69486]: DEBUG oslo_vmware.rw_handles [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661ef8-18b9-189c-2c6c-e672c12b98a3/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1214.883487] env[69486]: INFO nova.virt.vmwareapi.images [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Downloaded image file data 22b98c19-daa5-41a7-b135-f7211168975d [ 1214.884765] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eaf71b-b334-476f-8d77-a60e79e906ad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.902296] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1708d0f-bae1-4a2c-a38f-f91b6810f6db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.904338] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ed49a-39d5-47b5-80e5-e1026575c5ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.911125] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428cd925-984e-4d5d-b946-e43b2afd14aa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.923220] env[69486]: DEBUG nova.virt.block_device [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating existing volume attachment record: d288ef16-42e3-4712-9f9e-7bab88ce508d {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.927469] env[69486]: INFO nova.virt.vmwareapi.images [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] The imported VM was unregistered [ 1214.929818] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1214.930056] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Creating directory with path [datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.930298] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a6b5a6-8fb5-49c9-9b3d-2522ee4611c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.950621] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Created directory with path [datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.950847] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e/OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e.vmdk to [datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk. {{(pid=69486) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1214.951172] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0f28b03-0205-44d8-ab2e-a9224b9ebc45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.959480] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1214.959480] env[69486]: value = "task-3214987" [ 1214.959480] env[69486]: _type = "Task" [ 1214.959480] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.967392] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.121179] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.148725] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.149251] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.223373] env[69486]: INFO nova.compute.manager [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Took 13.84 seconds to build instance. [ 1215.261744] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.262154] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Instance network_info: |[{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.262660] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:65:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48003c29-1c8e-4e50-9318-36971a277825', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.271442] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.271710] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.271979] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f741a69b-e07f-4755-8d75-4a82be72773e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.294416] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.294416] env[69486]: value = "task-3214989" [ 1215.294416] env[69486]: _type = "Task" [ 1215.294416] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.303254] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214989, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.474828] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.647033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.647462] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.649673] env[69486]: INFO nova.compute.claims [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.653931] env[69486]: DEBUG nova.compute.utils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.725356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-91a7241b-7d60-419a-b7c2-241080e11a5c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.347s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.809207] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214989, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.828394] env[69486]: DEBUG nova.compute.manager [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Received event network-changed-538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1215.828678] env[69486]: DEBUG nova.compute.manager [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Refreshing instance network info cache due to event network-changed-538897fb-f760-4daa-a1ff-b640d84466d4. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1215.828817] env[69486]: DEBUG oslo_concurrency.lockutils [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] Acquiring lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.828975] env[69486]: DEBUG oslo_concurrency.lockutils [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] Acquired lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.829200] env[69486]: DEBUG nova.network.neutron [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Refreshing network info cache for port 538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.975526] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.161352] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.311953] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214989, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.476789] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.547793] env[69486]: DEBUG nova.network.neutron [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updated VIF entry in instance network info cache for port 538897fb-f760-4daa-a1ff-b640d84466d4. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.548258] env[69486]: DEBUG nova.network.neutron [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updating instance_info_cache with network_info: [{"id": "538897fb-f760-4daa-a1ff-b640d84466d4", "address": "fa:16:3e:f1:26:f7", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538897fb-f7", "ovs_interfaceid": "538897fb-f760-4daa-a1ff-b640d84466d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.812065] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214989, 'name': CreateVM_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.827040] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba28696f-f05c-4e04-9b3d-f2a5a16d9288 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.839514] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b81e4ed-9575-4fcd-bf85-5bae6d6c4b06 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.884087] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fea554-b10d-4cbb-942d-61179ba9d48b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.898189] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75fa4c1-ea1d-4c59-9441-9f75b0676773 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.920900] env[69486]: DEBUG nova.compute.provider_tree [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.977508] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.050759] env[69486]: DEBUG oslo_concurrency.lockutils [req-3eee89af-d6bd-40ec-9a54-81aa4b5d3930 req-9fee2206-e633-4871-aa4e-d10cd75c3326 service nova] Releasing lock "refresh_cache-5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.232340] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.232616] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.232867] env[69486]: INFO nova.compute.manager [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Attaching volume a2601cdb-1627-4ddf-9a70-4956b2ae7140 to /dev/sdb [ 1217.269202] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5b8e92-0084-451e-b323-bc9891792010 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.284499] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3706c5-2db7-420c-a888-06e86f390cbf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.306413] env[69486]: DEBUG nova.virt.block_device [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating existing volume attachment record: cf1e00cf-0d71-41e8-82ab-3b662867a521 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.313614] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214989, 'name': CreateVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.371519] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.424952] env[69486]: DEBUG nova.scheduler.client.report [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.473164] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.810273] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3214989, 'name': CreateVM_Task, 'duration_secs': 2.069169} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.810433] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.811127] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.811293] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.811627] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.811885] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae8c97c-6d61-4bd2-9759-a194fdd53c4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.816125] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1217.816125] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528dabc2-b3f1-c05c-24f7-4d6ae419ea9b" [ 1217.816125] env[69486]: _type = "Task" [ 1217.816125] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.824040] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528dabc2-b3f1-c05c-24f7-4d6ae419ea9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.930155] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.930781] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.973668] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214987, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.863119} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.974664] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e/OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e.vmdk to [datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk. [ 1217.974914] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Cleaning up location [datastore2] OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1217.975110] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_812b1c48-b341-470c-9164-ad51eb718e9e {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.975368] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-438355a6-f265-4566-b483-13fb2577a745 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.982311] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1217.982311] env[69486]: value = "task-3214994" [ 1217.982311] env[69486]: _type = "Task" [ 1217.982311] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.989357] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.327848] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528dabc2-b3f1-c05c-24f7-4d6ae419ea9b, 'name': SearchDatastore_Task, 'duration_secs': 0.034731} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.328195] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.328336] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.328562] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.328707] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.328882] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.329142] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95786152-0cf2-46aa-b6f6-99063fe1060e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.339991] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.340203] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.340863] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad3086d-7f49-499d-9abf-a6061b2e7234 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.345583] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1218.345583] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528ab231-1996-da61-7c8d-a7fe5ac6f75c" [ 1218.345583] env[69486]: _type = "Task" [ 1218.345583] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.352888] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528ab231-1996-da61-7c8d-a7fe5ac6f75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.436488] env[69486]: DEBUG nova.compute.utils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.438013] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.439273] env[69486]: DEBUG nova.network.neutron [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.488455] env[69486]: DEBUG nova.policy [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19859784e174492ebde6c1eed622ff1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c082d3c9fac04f68bcfaabcf0a3d6d8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.496559] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178243} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.496966] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.497221] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.497534] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk to [datastore2] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.497747] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf2b3d7-9660-460e-bdea-268a207818dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.505043] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1218.505043] env[69486]: value = "task-3214995" [ 1218.505043] env[69486]: _type = "Task" [ 1218.505043] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.512967] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.738252] env[69486]: DEBUG nova.network.neutron [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Successfully created port: 8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.860034] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528ab231-1996-da61-7c8d-a7fe5ac6f75c, 'name': SearchDatastore_Task, 'duration_secs': 0.064508} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.860034] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e42d72-44af-42e2-9670-b4fd340c3c67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.865963] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1218.865963] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5231d994-b88b-673b-9bfa-7ade5129238a" [ 1218.865963] env[69486]: _type = "Task" [ 1218.865963] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.876578] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5231d994-b88b-673b-9bfa-7ade5129238a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.944029] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.017729] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.378611] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5231d994-b88b-673b-9bfa-7ade5129238a, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.378984] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.379091] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.379366] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fd9cb26-5061-4c94-84c3-84e36a84b613 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.387206] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1219.387206] env[69486]: value = "task-3214997" [ 1219.387206] env[69486]: _type = "Task" [ 1219.387206] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.395789] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.516035] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.897713] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.954011] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.982998] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.983277] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.983435] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.983620] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.983819] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.983997] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.984230] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.984392] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.984560] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.984734] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.984902] env[69486]: DEBUG nova.virt.hardware [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.985800] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284e2fd-91c6-498b-b1c3-803fcfa3cdd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.994343] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4cce84-2bb4-45d4-9370-230f4719de1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.018240] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.140095] env[69486]: DEBUG nova.compute.manager [req-f160444a-a092-4149-818c-36c7ede1156c req-e34d1d49-db23-48b1-b1fd-f6f7280dcdb9 service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Received event network-vif-plugged-8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1220.140330] env[69486]: DEBUG oslo_concurrency.lockutils [req-f160444a-a092-4149-818c-36c7ede1156c req-e34d1d49-db23-48b1-b1fd-f6f7280dcdb9 service nova] Acquiring lock "a70674de-84cc-49fd-87b2-ee6143841f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.140545] env[69486]: DEBUG oslo_concurrency.lockutils [req-f160444a-a092-4149-818c-36c7ede1156c req-e34d1d49-db23-48b1-b1fd-f6f7280dcdb9 service nova] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.140712] env[69486]: DEBUG oslo_concurrency.lockutils [req-f160444a-a092-4149-818c-36c7ede1156c req-e34d1d49-db23-48b1-b1fd-f6f7280dcdb9 service nova] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.140878] env[69486]: DEBUG nova.compute.manager [req-f160444a-a092-4149-818c-36c7ede1156c req-e34d1d49-db23-48b1-b1fd-f6f7280dcdb9 service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] No waiting events found dispatching network-vif-plugged-8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.141325] env[69486]: WARNING nova.compute.manager [req-f160444a-a092-4149-818c-36c7ede1156c req-e34d1d49-db23-48b1-b1fd-f6f7280dcdb9 service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Received unexpected event network-vif-plugged-8f7b83c1-4b2a-4070-9a6d-42ff64a88822 for instance with vm_state building and task_state spawning. [ 1220.282783] env[69486]: DEBUG nova.network.neutron [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Successfully updated port: 8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.398384] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.521346] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.788108] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "refresh_cache-a70674de-84cc-49fd-87b2-ee6143841f6d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.788308] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "refresh_cache-a70674de-84cc-49fd-87b2-ee6143841f6d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.788479] env[69486]: DEBUG nova.network.neutron [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.898928] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214997, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.021613] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.361922] env[69486]: DEBUG nova.network.neutron [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.403509] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.521298] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3214995, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.655988} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.521555] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/22b98c19-daa5-41a7-b135-f7211168975d/22b98c19-daa5-41a7-b135-f7211168975d.vmdk to [datastore2] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.522324] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f32b121-1582-4f77-8cea-99081d07c935 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.543287] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.543547] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b7e4d3-4a5f-4ac3-bc1d-b570dce91f5f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.558193] env[69486]: DEBUG nova.network.neutron [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Updating instance_info_cache with network_info: [{"id": "8f7b83c1-4b2a-4070-9a6d-42ff64a88822", "address": "fa:16:3e:16:9b:9f", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b83c1-4b", "ovs_interfaceid": "8f7b83c1-4b2a-4070-9a6d-42ff64a88822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.564293] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1221.564293] env[69486]: value = "task-3215000" [ 1221.564293] env[69486]: _type = "Task" [ 1221.564293] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.572106] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.857977] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1221.858244] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642817', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'name': 'volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecea97d0-bb3a-499d-bc7e-017a252e72ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'serial': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1221.859150] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b39df1-7e50-4090-8209-2eec6a45852c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.878395] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7070ed54-b572-45fd-ac46-f0cbb3f2b866 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.903084] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140/volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.906275] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624fa6f8-5e91-47e8-9a5f-ad90c4d81a17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.924377] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3214997, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.230439} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.925604] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.925828] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.926149] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1221.926149] env[69486]: value = "task-3215001" [ 1221.926149] env[69486]: _type = "Task" [ 1221.926149] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.926337] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b55ea0c-0e4e-4ec4-b66e-141bb208fd40 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.936168] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.937347] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1221.937347] env[69486]: value = "task-3215002" [ 1221.937347] env[69486]: _type = "Task" [ 1221.937347] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.949135] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.060541] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "refresh_cache-a70674de-84cc-49fd-87b2-ee6143841f6d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.060974] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Instance network_info: |[{"id": "8f7b83c1-4b2a-4070-9a6d-42ff64a88822", "address": "fa:16:3e:16:9b:9f", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b83c1-4b", "ovs_interfaceid": "8f7b83c1-4b2a-4070-9a6d-42ff64a88822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.061501] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:9b:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f7b83c1-4b2a-4070-9a6d-42ff64a88822', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.069012] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.069300] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.073234] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf1a73d-818a-4582-a2fb-6ff3929abd8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.092658] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215000, 'name': ReconfigVM_Task, 'duration_secs': 0.331678} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.093911] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d1c8c8e0-b516-4e87-be02-ac84434b18e9/d1c8c8e0-b516-4e87-be02-ac84434b18e9.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.094517] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.094517] env[69486]: value = "task-3215003" [ 1222.094517] env[69486]: _type = "Task" [ 1222.094517] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.094705] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3148f3ca-23ae-441c-82ed-3c4a0b65fb43 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.103960] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215003, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.105075] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1222.105075] env[69486]: value = "task-3215004" [ 1222.105075] env[69486]: _type = "Task" [ 1222.105075] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.115443] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215004, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.174496] env[69486]: DEBUG nova.compute.manager [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Received event network-changed-8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1222.174627] env[69486]: DEBUG nova.compute.manager [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Refreshing instance network info cache due to event network-changed-8f7b83c1-4b2a-4070-9a6d-42ff64a88822. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1222.174847] env[69486]: DEBUG oslo_concurrency.lockutils [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] Acquiring lock "refresh_cache-a70674de-84cc-49fd-87b2-ee6143841f6d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.174991] env[69486]: DEBUG oslo_concurrency.lockutils [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] Acquired lock "refresh_cache-a70674de-84cc-49fd-87b2-ee6143841f6d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.175204] env[69486]: DEBUG nova.network.neutron [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Refreshing network info cache for port 8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.438494] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.446276] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070701} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.446538] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.447348] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac995a8-701a-4d5a-8fc4-9d8840cda294 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.471193] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.471499] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee7ca04-e623-46ab-b535-cee6a2aa5a22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.490219] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1222.490219] env[69486]: value = "task-3215005" [ 1222.490219] env[69486]: _type = "Task" [ 1222.490219] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.498710] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.505163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "91400c3e-2397-48b9-81a3-f701c3601b81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.505391] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "91400c3e-2397-48b9-81a3-f701c3601b81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.505590] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "91400c3e-2397-48b9-81a3-f701c3601b81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.505770] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "91400c3e-2397-48b9-81a3-f701c3601b81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.505937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "91400c3e-2397-48b9-81a3-f701c3601b81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.508304] env[69486]: INFO nova.compute.manager [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Terminating instance [ 1222.605338] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215003, 'name': CreateVM_Task, 'duration_secs': 0.362957} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.605567] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.608835] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.609032] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.609359] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.609651] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4911a68f-9fdb-4e5f-a6a1-3f3a30187005 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.615620] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215004, 'name': Rename_Task, 'duration_secs': 0.175569} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.616691] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.616980] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1222.616980] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52da7913-9273-72c5-4a43-519c1b4f973c" [ 1222.616980] env[69486]: _type = "Task" [ 1222.616980] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.617180] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdcd22ae-ac77-4eea-94ea-5d69942f34ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.626095] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52da7913-9273-72c5-4a43-519c1b4f973c, 'name': SearchDatastore_Task, 'duration_secs': 0.008426} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.626354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.626586] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.626861] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.627026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.627201] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.628242] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09545cd-52ef-42ac-aa62-03aef53ec0af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.629826] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1222.629826] env[69486]: value = "task-3215006" [ 1222.629826] env[69486]: _type = "Task" [ 1222.629826] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.637953] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.638910] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.639095] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.639732] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f451959-c0ea-4977-a8de-62712b54c65b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.644294] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1222.644294] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52385a95-2b0c-1af2-f285-d1b776506250" [ 1222.644294] env[69486]: _type = "Task" [ 1222.644294] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.652027] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52385a95-2b0c-1af2-f285-d1b776506250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.855986] env[69486]: DEBUG nova.network.neutron [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Updated VIF entry in instance network info cache for port 8f7b83c1-4b2a-4070-9a6d-42ff64a88822. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.856337] env[69486]: DEBUG nova.network.neutron [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Updating instance_info_cache with network_info: [{"id": "8f7b83c1-4b2a-4070-9a6d-42ff64a88822", "address": "fa:16:3e:16:9b:9f", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b83c1-4b", "ovs_interfaceid": "8f7b83c1-4b2a-4070-9a6d-42ff64a88822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.939833] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215001, 'name': ReconfigVM_Task, 'duration_secs': 0.610032} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.940128] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140/volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.945018] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3074a286-d9b6-43ab-a174-98b4121dde8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.960207] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1222.960207] env[69486]: value = "task-3215007" [ 1222.960207] env[69486]: _type = "Task" [ 1222.960207] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.968065] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.000385] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.012257] env[69486]: DEBUG nova.compute.manager [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.012463] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.013351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038c994-14e9-4428-ba93-453b477ca319 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.020647] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.020950] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6c22b5-352d-4da7-ab4a-e86a49521c7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.027117] env[69486]: DEBUG oslo_vmware.api [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1223.027117] env[69486]: value = "task-3215008" [ 1223.027117] env[69486]: _type = "Task" [ 1223.027117] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.035016] env[69486]: DEBUG oslo_vmware.api [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.139707] env[69486]: DEBUG oslo_vmware.api [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215006, 'name': PowerOnVM_Task, 'duration_secs': 0.446383} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.139909] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.154524] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52385a95-2b0c-1af2-f285-d1b776506250, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.155350] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a30cdb-cca9-4d5a-b83d-b310cf2d53ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.160126] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1223.160126] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eb9fbc-c0fc-3d9d-83b1-28918532870b" [ 1223.160126] env[69486]: _type = "Task" [ 1223.160126] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.168032] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eb9fbc-c0fc-3d9d-83b1-28918532870b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.254665] env[69486]: DEBUG nova.compute.manager [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.255619] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50c671-ad6b-4d4e-90af-26264a900fd4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.358987] env[69486]: DEBUG oslo_concurrency.lockutils [req-d09d82a9-5911-47ac-be07-7beb3c3c49d9 req-67aeb5e7-4dd1-4dcf-a1dd-60026d73e5cf service nova] Releasing lock "refresh_cache-a70674de-84cc-49fd-87b2-ee6143841f6d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.469772] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.474242] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.474563] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642813', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'name': 'volume-35c23746-b379-4db2-a544-fad059f70f11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'serial': '35c23746-b379-4db2-a544-fad059f70f11'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.475372] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f5e128-f095-474d-aba4-e654346b9cbd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.491293] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99f96f-97c0-47db-8c79-7cb34aec4e60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.501714] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.521942] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-35c23746-b379-4db2-a544-fad059f70f11/volume-35c23746-b379-4db2-a544-fad059f70f11.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.522249] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5efb08-95c0-41bc-b70e-10a9ee404802 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.543438] env[69486]: DEBUG oslo_vmware.api [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215008, 'name': PowerOffVM_Task, 'duration_secs': 0.325032} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.544718] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.544827] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.545145] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1223.545145] env[69486]: value = "task-3215010" [ 1223.545145] env[69486]: _type = "Task" [ 1223.545145] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.545331] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e463e192-adc4-491f-bd3b-b7a9e1cdce3a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.554207] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.639718] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.639972] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.640126] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleting the datastore file [datastore2] 91400c3e-2397-48b9-81a3-f701c3601b81 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.640386] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8037b7e6-5582-41dd-bf51-b39da19c6b29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.646935] env[69486]: DEBUG oslo_vmware.api [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1223.646935] env[69486]: value = "task-3215012" [ 1223.646935] env[69486]: _type = "Task" [ 1223.646935] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.654776] env[69486]: DEBUG oslo_vmware.api [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.668833] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52eb9fbc-c0fc-3d9d-83b1-28918532870b, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.669081] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.669341] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] a70674de-84cc-49fd-87b2-ee6143841f6d/a70674de-84cc-49fd-87b2-ee6143841f6d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.669574] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed02504-0be6-4235-8902-ac66a03333c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.675665] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1223.675665] env[69486]: value = "task-3215013" [ 1223.675665] env[69486]: _type = "Task" [ 1223.675665] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.682358] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.774844] env[69486]: DEBUG oslo_concurrency.lockutils [None req-625921e0-8ea5-46fa-94df-e14f7a8f4bb3 tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.850s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.971035] env[69486]: DEBUG oslo_vmware.api [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215007, 'name': ReconfigVM_Task, 'duration_secs': 0.536616} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.971439] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642817', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'name': 'volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecea97d0-bb3a-499d-bc7e-017a252e72ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'serial': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.003251] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215005, 'name': ReconfigVM_Task, 'duration_secs': 1.338695} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.003568] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.004165] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74149cc7-1b5c-4df0-8108-3f7dd328b86f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.010826] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1224.010826] env[69486]: value = "task-3215014" [ 1224.010826] env[69486]: _type = "Task" [ 1224.010826] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.019620] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215014, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.055930] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.158192] env[69486]: DEBUG oslo_vmware.api [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368843} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.158522] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.158725] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.158930] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.159134] env[69486]: INFO nova.compute.manager [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1224.159431] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.159674] env[69486]: DEBUG nova.compute.manager [-] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.159780] env[69486]: DEBUG nova.network.neutron [-] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.185282] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.450826] env[69486]: DEBUG nova.compute.manager [req-50711c03-983e-4019-862e-827f0429a269 req-c6a8c429-ccb3-466a-8fa6-3dad304cd00f service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Received event network-vif-deleted-ea7d7b25-f663-4436-963e-f58ac9661e69 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1224.451168] env[69486]: INFO nova.compute.manager [req-50711c03-983e-4019-862e-827f0429a269 req-c6a8c429-ccb3-466a-8fa6-3dad304cd00f service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Neutron deleted interface ea7d7b25-f663-4436-963e-f58ac9661e69; detaching it from the instance and deleting it from the info cache [ 1224.451263] env[69486]: DEBUG nova.network.neutron [req-50711c03-983e-4019-862e-827f0429a269 req-c6a8c429-ccb3-466a-8fa6-3dad304cd00f service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.521302] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215014, 'name': Rename_Task, 'duration_secs': 0.450539} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.521595] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.521758] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7303ba07-6f20-4338-b9e5-766b002d2297 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.527992] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1224.527992] env[69486]: value = "task-3215015" [ 1224.527992] env[69486]: _type = "Task" [ 1224.527992] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.535705] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.555871] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215010, 'name': ReconfigVM_Task, 'duration_secs': 0.901544} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.556139] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-35c23746-b379-4db2-a544-fad059f70f11/volume-35c23746-b379-4db2-a544-fad059f70f11.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.560818] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556b9ef0-46da-4389-a6e9-f426eb279aff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.575450] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1224.575450] env[69486]: value = "task-3215016" [ 1224.575450] env[69486]: _type = "Task" [ 1224.575450] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.583296] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.687620] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691049} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.687934] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] a70674de-84cc-49fd-87b2-ee6143841f6d/a70674de-84cc-49fd-87b2-ee6143841f6d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.688205] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.688461] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d98da1c-e597-4dba-b9d7-d096d32fcd56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.699563] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1224.699563] env[69486]: value = "task-3215017" [ 1224.699563] env[69486]: _type = "Task" [ 1224.699563] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.710192] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.933844] env[69486]: DEBUG nova.network.neutron [-] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.953953] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f325a6d3-db08-4de8-af7f-475e217a3ad4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.964288] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddc890f-6323-44e2-bf84-afecc3ec871a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.996052] env[69486]: DEBUG nova.compute.manager [req-50711c03-983e-4019-862e-827f0429a269 req-c6a8c429-ccb3-466a-8fa6-3dad304cd00f service nova] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Detach interface failed, port_id=ea7d7b25-f663-4436-963e-f58ac9661e69, reason: Instance 91400c3e-2397-48b9-81a3-f701c3601b81 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1225.005326] env[69486]: DEBUG nova.objects.instance [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'flavor' on Instance uuid ecea97d0-bb3a-499d-bc7e-017a252e72ab {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.038034] env[69486]: DEBUG oslo_vmware.api [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215015, 'name': PowerOnVM_Task, 'duration_secs': 0.491701} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.038185] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.038368] env[69486]: INFO nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Took 12.71 seconds to spawn the instance on the hypervisor. [ 1225.038543] env[69486]: DEBUG nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.039482] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87729f1-0079-4836-8a68-05ed75cfe1dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.085601] env[69486]: DEBUG oslo_vmware.api [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215016, 'name': ReconfigVM_Task, 'duration_secs': 0.142753} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.086549] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642813', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'name': 'volume-35c23746-b379-4db2-a544-fad059f70f11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'serial': '35c23746-b379-4db2-a544-fad059f70f11'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.209979] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062298} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.210267] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.211039] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97366b1-d57e-4837-afb2-adc535468232 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.232533] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] a70674de-84cc-49fd-87b2-ee6143841f6d/a70674de-84cc-49fd-87b2-ee6143841f6d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.233138] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8daa967e-a44d-4ab0-a590-351b6d556596 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.252036] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1225.252036] env[69486]: value = "task-3215018" [ 1225.252036] env[69486]: _type = "Task" [ 1225.252036] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.259468] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.437345] env[69486]: INFO nova.compute.manager [-] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Took 1.28 seconds to deallocate network for instance. [ 1225.510810] env[69486]: DEBUG oslo_concurrency.lockutils [None req-c316b480-b1eb-46dd-8178-98767027459b tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.278s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.556382] env[69486]: INFO nova.compute.manager [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Took 22.70 seconds to build instance. [ 1225.763389] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.943721] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.944155] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.944981] env[69486]: DEBUG nova.objects.instance [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'resources' on Instance uuid 91400c3e-2397-48b9-81a3-f701c3601b81 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.058331] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9c01330d-c1b7-4e0c-b56e-24ddc6a0bfd5 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.209s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.125105] env[69486]: DEBUG nova.objects.instance [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.263671] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215018, 'name': ReconfigVM_Task, 'duration_secs': 0.700922} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.264137] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Reconfigured VM instance instance-00000077 to attach disk [datastore2] a70674de-84cc-49fd-87b2-ee6143841f6d/a70674de-84cc-49fd-87b2-ee6143841f6d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.265058] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c38694a-7317-4e27-bc84-54ce1193eabd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.276041] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1226.276041] env[69486]: value = "task-3215020" [ 1226.276041] env[69486]: _type = "Task" [ 1226.276041] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.283349] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215020, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.388683] env[69486]: DEBUG nova.compute.manager [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 1226.440920] env[69486]: DEBUG nova.compute.manager [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Received event network-changed-48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1226.440920] env[69486]: DEBUG nova.compute.manager [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Refreshing instance network info cache due to event network-changed-48003c29-1c8e-4e50-9318-36971a277825. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1226.441092] env[69486]: DEBUG oslo_concurrency.lockutils [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.441092] env[69486]: DEBUG oslo_concurrency.lockutils [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.441245] env[69486]: DEBUG nova.network.neutron [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Refreshing network info cache for port 48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.591188] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e09c74-1dc9-4fcb-8446-c81e67924de8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.598531] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37052e8-207a-42e3-93bb-1fc639470c84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.631809] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dae5a9-40a6-4073-a4f8-fe49f07aa74c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.634612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-073b9d17-23ba-4d77-997d-516951379cb7 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.776s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.640273] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c04ce3a-22e5-4c73-adbc-9f3198fc88b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.655798] env[69486]: DEBUG nova.compute.provider_tree [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.785074] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215020, 'name': Rename_Task, 'duration_secs': 0.420536} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.785316] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.785564] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70019133-c5b7-4d37-9e80-083df509e3b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.791812] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1226.791812] env[69486]: value = "task-3215021" [ 1226.791812] env[69486]: _type = "Task" [ 1226.791812] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.799424] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.904686] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.159058] env[69486]: DEBUG nova.scheduler.client.report [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.175134] env[69486]: DEBUG nova.network.neutron [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updated VIF entry in instance network info cache for port 48003c29-1c8e-4e50-9318-36971a277825. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.175500] env[69486]: DEBUG nova.network.neutron [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.302627] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215021, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.383192] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.383483] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.663963] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.666548] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.762s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.678552] env[69486]: DEBUG oslo_concurrency.lockutils [req-4a369762-6fa8-46b3-9358-c7acce0fe530 req-cdd226b2-e89c-47c9-9424-3515e8898aa2 service nova] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.689942] env[69486]: INFO nova.scheduler.client.report [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleted allocations for instance 91400c3e-2397-48b9-81a3-f701c3601b81 [ 1227.803198] env[69486]: DEBUG oslo_vmware.api [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215021, 'name': PowerOnVM_Task, 'duration_secs': 0.610021} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.803545] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.803783] env[69486]: INFO nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1227.804009] env[69486]: DEBUG nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.805039] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1c2b0-25ea-4b51-9a42-a3ae2de29353 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.887566] env[69486]: DEBUG nova.compute.utils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.172454] env[69486]: INFO nova.compute.claims [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.197409] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a6fdddd4-ff0c-400d-b9dd-f4bcc0a25169 tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "91400c3e-2397-48b9-81a3-f701c3601b81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.324480] env[69486]: INFO nova.compute.manager [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Took 12.70 seconds to build instance. [ 1228.390858] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.679303] env[69486]: INFO nova.compute.resource_tracker [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating resource usage from migration 92d84aef-55fe-44a1-8500-7dcf638f954f [ 1228.815397] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c47702-17d2-44da-9614-e4284a644cd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.823779] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9d3a0-3609-4a09-875a-0f73a33cb908 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.827076] env[69486]: DEBUG oslo_concurrency.lockutils [None req-62204e58-c611-4d4b-b380-85302d9c5f55 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.213s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.855911] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30675fa6-9ddb-4a51-9027-1a039579ce6a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.863610] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d675abd-ff75-41a7-814c-a1fb6cf20657 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.881613] env[69486]: DEBUG nova.compute.provider_tree [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.108921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "a70674de-84cc-49fd-87b2-ee6143841f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.108921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.108921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "a70674de-84cc-49fd-87b2-ee6143841f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.108921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.108921] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.110921] env[69486]: INFO nova.compute.manager [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Terminating instance [ 1229.372663] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.372953] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.373194] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "2d0f8299-9a01-4c60-8914-fa9912045b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.373388] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.373629] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.375999] env[69486]: INFO nova.compute.manager [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Terminating instance [ 1229.384533] env[69486]: DEBUG nova.scheduler.client.report [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.447178] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.447178] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.447178] env[69486]: INFO nova.compute.manager [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Attaching volume 16f11c7f-129a-45a4-99ae-22d53ac94884 to /dev/sdc [ 1229.478902] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd70207-e1eb-4442-a1b9-2f41ce4286ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.487534] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7978d3e5-fdcc-4c77-b3b5-74670cd447b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.503618] env[69486]: DEBUG nova.virt.block_device [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating existing volume attachment record: a91523e3-cad5-462b-94b5-d2be68d758bf {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.614842] env[69486]: DEBUG nova.compute.manager [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.615121] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.616063] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b712ab46-ff4f-4fbd-bb09-a3d33136ae1b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.623363] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.623561] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e753c8d-6bff-4eec-9ba3-4a6dde60d79c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.630057] env[69486]: DEBUG oslo_vmware.api [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1229.630057] env[69486]: value = "task-3215023" [ 1229.630057] env[69486]: _type = "Task" [ 1229.630057] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.638267] env[69486]: DEBUG oslo_vmware.api [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.880767] env[69486]: DEBUG nova.compute.manager [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.881109] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.882074] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2e9e9-3f9a-4d1b-a6a1-6bf249cec7a1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.890030] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.890299] env[69486]: INFO nova.compute.manager [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Migrating [ 1229.901985] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.904958] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf47aed-3d38-4478-bf5d-76d19e6d34c0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.919740] env[69486]: DEBUG oslo_vmware.api [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1229.919740] env[69486]: value = "task-3215026" [ 1229.919740] env[69486]: _type = "Task" [ 1229.919740] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.930237] env[69486]: DEBUG oslo_vmware.api [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.141030] env[69486]: DEBUG oslo_vmware.api [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215023, 'name': PowerOffVM_Task, 'duration_secs': 0.299278} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.141194] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.141321] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.141597] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce0b0b6-49cb-472a-aaa6-2e589fe3721e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.206042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.206300] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.206488] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleting the datastore file [datastore2] a70674de-84cc-49fd-87b2-ee6143841f6d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.206807] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b221b98b-ea4c-4c22-8939-23d33ae410d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.215629] env[69486]: DEBUG oslo_vmware.api [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1230.215629] env[69486]: value = "task-3215028" [ 1230.215629] env[69486]: _type = "Task" [ 1230.215629] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.224206] env[69486]: DEBUG oslo_vmware.api [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.412308] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.412481] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.412623] env[69486]: DEBUG nova.network.neutron [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.430405] env[69486]: DEBUG oslo_vmware.api [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215026, 'name': PowerOffVM_Task, 'duration_secs': 0.361643} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.430636] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.430801] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.431757] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0926298d-f8b5-4b00-8b57-0bf9f02c23e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.494741] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.495091] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.495177] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleting the datastore file [datastore2] 2d0f8299-9a01-4c60-8914-fa9912045b6b {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.496030] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af3e63d-dad4-48f9-8e6b-c5310a62386e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.503488] env[69486]: DEBUG oslo_vmware.api [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for the task: (returnval){ [ 1230.503488] env[69486]: value = "task-3215030" [ 1230.503488] env[69486]: _type = "Task" [ 1230.503488] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.511437] env[69486]: DEBUG oslo_vmware.api [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.725401] env[69486]: DEBUG oslo_vmware.api [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151532} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.725661] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.725816] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.725996] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.726182] env[69486]: INFO nova.compute.manager [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1230.726429] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.726658] env[69486]: DEBUG nova.compute.manager [-] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.726778] env[69486]: DEBUG nova.network.neutron [-] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.018103] env[69486]: DEBUG oslo_vmware.api [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Task: {'id': task-3215030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141796} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.018103] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.018374] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.018484] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.018658] env[69486]: INFO nova.compute.manager [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1231.019131] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.019352] env[69486]: DEBUG nova.compute.manager [-] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.019443] env[69486]: DEBUG nova.network.neutron [-] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.028291] env[69486]: DEBUG nova.compute.manager [req-062411aa-265f-46aa-b8bb-e9271a2f7853 req-9ab02245-0a30-4b8e-9c62-c6ec92e6b88c service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Received event network-vif-deleted-8f7b83c1-4b2a-4070-9a6d-42ff64a88822 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1231.028480] env[69486]: INFO nova.compute.manager [req-062411aa-265f-46aa-b8bb-e9271a2f7853 req-9ab02245-0a30-4b8e-9c62-c6ec92e6b88c service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Neutron deleted interface 8f7b83c1-4b2a-4070-9a6d-42ff64a88822; detaching it from the instance and deleting it from the info cache [ 1231.028649] env[69486]: DEBUG nova.network.neutron [req-062411aa-265f-46aa-b8bb-e9271a2f7853 req-9ab02245-0a30-4b8e-9c62-c6ec92e6b88c service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.274041] env[69486]: DEBUG nova.network.neutron [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.514531] env[69486]: DEBUG nova.network.neutron [-] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.531908] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddc9844c-0090-4201-a048-811528d88011 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.544474] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196cab39-146c-4489-a02d-99819c6e4b2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.578759] env[69486]: DEBUG nova.compute.manager [req-062411aa-265f-46aa-b8bb-e9271a2f7853 req-9ab02245-0a30-4b8e-9c62-c6ec92e6b88c service nova] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Detach interface failed, port_id=8f7b83c1-4b2a-4070-9a6d-42ff64a88822, reason: Instance a70674de-84cc-49fd-87b2-ee6143841f6d could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1231.777438] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.832936] env[69486]: DEBUG nova.network.neutron [-] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.017671] env[69486]: INFO nova.compute.manager [-] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Took 1.29 seconds to deallocate network for instance. [ 1232.336095] env[69486]: INFO nova.compute.manager [-] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Took 1.32 seconds to deallocate network for instance. [ 1232.525067] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.525067] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.525156] env[69486]: DEBUG nova.objects.instance [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'resources' on Instance uuid a70674de-84cc-49fd-87b2-ee6143841f6d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.842956] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.056894] env[69486]: DEBUG nova.compute.manager [req-8b6ad2b8-3891-4d68-a4e2-53671347cef7 req-b6ddf71f-6242-4313-bbf7-35284215f9d5 service nova] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Received event network-vif-deleted-4b80876f-95ca-41fe-8e3d-327c0bbfb4f4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1233.156574] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b540d1-8471-4b6b-86f0-0bb2b30f2e59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.164495] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d557ef4-6309-4eff-a63a-98858693bab9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.198058] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992e3de-d2dc-4cbc-b513-253ed7614f4b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.205223] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96244ff4-ea59-468e-9dd6-ab415587e695 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.222732] env[69486]: DEBUG nova.compute.provider_tree [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.294441] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c1510-c305-4464-b194-ae4494a5c3b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.317492] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.726525] env[69486]: DEBUG nova.scheduler.client.report [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.823973] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.824423] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4ef2c04-f60a-4bdb-bbac-25165adecacf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.833261] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1233.833261] env[69486]: value = "task-3215033" [ 1233.833261] env[69486]: _type = "Task" [ 1233.833261] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.843198] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.051337] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.051568] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642820', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'name': 'volume-16f11c7f-129a-45a4-99ae-22d53ac94884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'serial': '16f11c7f-129a-45a4-99ae-22d53ac94884'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.052519] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908e8005-6b92-4d52-beb6-f2a3d1c5f3be {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.074124] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cc0d3-63f7-421d-9b3f-cdb27787b37e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.104484] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-16f11c7f-129a-45a4-99ae-22d53ac94884/volume-16f11c7f-129a-45a4-99ae-22d53ac94884.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.104838] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b260cf2-f2be-4606-9280-8e00886258ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.123225] env[69486]: DEBUG oslo_vmware.api [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1234.123225] env[69486]: value = "task-3215035" [ 1234.123225] env[69486]: _type = "Task" [ 1234.123225] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.131650] env[69486]: DEBUG oslo_vmware.api [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.232026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.234532] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.392s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.234786] env[69486]: DEBUG nova.objects.instance [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lazy-loading 'resources' on Instance uuid 2d0f8299-9a01-4c60-8914-fa9912045b6b {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.250292] env[69486]: INFO nova.scheduler.client.report [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted allocations for instance a70674de-84cc-49fd-87b2-ee6143841f6d [ 1234.343338] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215033, 'name': PowerOffVM_Task, 'duration_secs': 0.261506} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.343604] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.343793] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.634406] env[69486]: DEBUG oslo_vmware.api [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215035, 'name': ReconfigVM_Task, 'duration_secs': 0.346458} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.634740] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-16f11c7f-129a-45a4-99ae-22d53ac94884/volume-16f11c7f-129a-45a4-99ae-22d53ac94884.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.639551] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45bb58e3-981a-4843-b425-df19ecd84abd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.654856] env[69486]: DEBUG oslo_vmware.api [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1234.654856] env[69486]: value = "task-3215036" [ 1234.654856] env[69486]: _type = "Task" [ 1234.654856] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.663118] env[69486]: DEBUG oslo_vmware.api [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.757883] env[69486]: DEBUG oslo_concurrency.lockutils [None req-7b7e907d-71c7-4f07-b4ef-ec8409c8cdc1 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "a70674de-84cc-49fd-87b2-ee6143841f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.849962] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.850226] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.850380] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.850565] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.850708] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.850856] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.851075] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.851241] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.851407] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.851573] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.851742] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.857528] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ffe1d3-a38d-4521-bede-2ee40a20200a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.868368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae479e11-f578-4e13-b3b4-b97d21735227 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.877469] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab252e-0ccf-48af-a5b2-c861260f97d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.881588] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1234.881588] env[69486]: value = "task-3215037" [ 1234.881588] env[69486]: _type = "Task" [ 1234.881588] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.910975] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a19a8a-a2b1-437b-8043-4eed1a4d12a7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.916799] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.922089] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1cf762-2a81-40ed-943b-e27f284a949a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.935964] env[69486]: DEBUG nova.compute.provider_tree [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.165958] env[69486]: DEBUG oslo_vmware.api [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215036, 'name': ReconfigVM_Task, 'duration_secs': 0.146474} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.166285] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642820', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'name': 'volume-16f11c7f-129a-45a4-99ae-22d53ac94884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'serial': '16f11c7f-129a-45a4-99ae-22d53ac94884'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1235.392840] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215037, 'name': ReconfigVM_Task, 'duration_secs': 0.216456} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.393180] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.439471] env[69486]: DEBUG nova.scheduler.client.report [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.899753] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.900047] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.900189] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.900360] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.900567] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.900649] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.900838] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.901009] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.901348] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.901348] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.901500] env[69486]: DEBUG nova.virt.hardware [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.906835] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.907142] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7d322c-7922-4a20-8b22-9a741120ffd7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.925643] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1235.925643] env[69486]: value = "task-3215038" [ 1235.925643] env[69486]: _type = "Task" [ 1235.925643] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.933798] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.943621] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.962762] env[69486]: INFO nova.scheduler.client.report [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Deleted allocations for instance 2d0f8299-9a01-4c60-8914-fa9912045b6b [ 1236.201980] env[69486]: DEBUG nova.objects.instance [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.438051] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215038, 'name': ReconfigVM_Task, 'duration_secs': 0.193451} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.438051] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.438631] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e1f7b-7363-40c3-8c0f-2c48e57f9128 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.463177] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.463461] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950647ff-af70-4c63-9ba0-4605d6650fcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.478825] env[69486]: DEBUG oslo_concurrency.lockutils [None req-85a742f8-00d9-4de6-b9a1-b09c7f8f331d tempest-ServerRescueNegativeTestJSON-1018210742 tempest-ServerRescueNegativeTestJSON-1018210742-project-member] Lock "2d0f8299-9a01-4c60-8914-fa9912045b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.106s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.485182] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1236.485182] env[69486]: value = "task-3215039" [ 1236.485182] env[69486]: _type = "Task" [ 1236.485182] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.495171] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.706660] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3b9dcc0d-58d5-4b92-93ba-3ad212b7c1e0 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.996912] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215039, 'name': ReconfigVM_Task, 'duration_secs': 0.301855} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.997808] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.998139] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.147914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.147914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.343149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.343393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.504445] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c6531-e315-46c1-ae45-04c1b81ca2e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.529611] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad302a7-b71a-4caa-b819-39dc265916b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.553263] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.650523] env[69486]: INFO nova.compute.manager [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Detaching volume 35c23746-b379-4db2-a544-fad059f70f11 [ 1237.687903] env[69486]: INFO nova.virt.block_device [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Attempting to driver detach volume 35c23746-b379-4db2-a544-fad059f70f11 from mountpoint /dev/sdb [ 1237.688044] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1237.688326] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642813', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'name': 'volume-35c23746-b379-4db2-a544-fad059f70f11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'serial': '35c23746-b379-4db2-a544-fad059f70f11'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1237.689499] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f2c23a-6ad2-42b7-b851-c109cff34e74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.714384] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea89f72-f298-4b7a-bfa5-4ac3a8d6df26 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.722349] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5531c9-bf02-40f2-8468-ca58f3a469af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.745952] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e6c662-86b7-48d2-990a-8f1ce053814e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.762686] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] The volume has not been displaced from its original location: [datastore2] volume-35c23746-b379-4db2-a544-fad059f70f11/volume-35c23746-b379-4db2-a544-fad059f70f11.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1237.767852] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.768164] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e93539-e56f-4749-973b-9e532cf35545 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.788940] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1237.788940] env[69486]: value = "task-3215040" [ 1237.788940] env[69486]: _type = "Task" [ 1237.788940] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.799774] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.848168] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.299452] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215040, 'name': ReconfigVM_Task, 'duration_secs': 0.273497} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.299728] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.304194] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffece3b-e639-4323-959d-199a70beaa72 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.319623] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1238.319623] env[69486]: value = "task-3215041" [ 1238.319623] env[69486]: _type = "Task" [ 1238.319623] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.331612] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.373121] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.373192] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.374814] env[69486]: INFO nova.compute.claims [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.829791] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.200809] env[69486]: DEBUG nova.network.neutron [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Port cadb70d2-4431-4e30-8290-11d576984e4a binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1239.329993] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.503230] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75acdf-cd00-4411-bb2e-252235fbdd67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.511609] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426a5b9b-d4c0-4ce8-9d76-941e60ba87b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.542771] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdf4a78-3406-4eff-8166-03fa5c00f06a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.550524] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a3221d-0116-41d4-beab-95b67bf5a8e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.565028] env[69486]: DEBUG nova.compute.provider_tree [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.830757] env[69486]: DEBUG oslo_vmware.api [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215041, 'name': ReconfigVM_Task, 'duration_secs': 1.147314} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.831125] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642813', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'name': 'volume-35c23746-b379-4db2-a544-fad059f70f11', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '35c23746-b379-4db2-a544-fad059f70f11', 'serial': '35c23746-b379-4db2-a544-fad059f70f11'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.067614] env[69486]: DEBUG nova.scheduler.client.report [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.224355] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.224653] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.224909] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.372713] env[69486]: DEBUG nova.objects.instance [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.572943] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.573223] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.078525] env[69486]: DEBUG nova.compute.utils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.079972] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.080166] env[69486]: DEBUG nova.network.neutron [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.120092] env[69486]: DEBUG nova.policy [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0762a1a611043d0af3167735f8f547f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd2d5de1a44248a2d3872a82667de9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.274404] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.274404] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.274404] env[69486]: DEBUG nova.network.neutron [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.380482] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1e34ebff-90eb-4925-b2a3-b24ca4bc2567 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.233s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.439010] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.439297] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.463413] env[69486]: DEBUG nova.network.neutron [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Successfully created port: abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.583687] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.945217] env[69486]: INFO nova.compute.manager [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Detaching volume 16f11c7f-129a-45a4-99ae-22d53ac94884 [ 1241.994061] env[69486]: INFO nova.virt.block_device [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Attempting to driver detach volume 16f11c7f-129a-45a4-99ae-22d53ac94884 from mountpoint /dev/sdc [ 1241.994061] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.994061] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642820', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'name': 'volume-16f11c7f-129a-45a4-99ae-22d53ac94884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'serial': '16f11c7f-129a-45a4-99ae-22d53ac94884'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.995815] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24085f69-dc92-4f6e-b99d-cee14204cefb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.030499] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c97639e-06ee-4364-bd2f-4a2551b42b91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.040725] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82628aef-553d-4429-a583-fb5b0c20c1c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.066759] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972eb25e-23b4-4caf-9570-54fb49b3b96b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.094081] env[69486]: INFO nova.virt.block_device [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Booting with volume b3c62444-6317-4562-a834-fbb4d0208307 at /dev/sda [ 1242.095887] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] The volume has not been displaced from its original location: [datastore1] volume-16f11c7f-129a-45a4-99ae-22d53ac94884/volume-16f11c7f-129a-45a4-99ae-22d53ac94884.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1242.101469] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.102093] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12127867-1641-4374-b861-8444f8029b45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.128393] env[69486]: DEBUG oslo_vmware.api [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1242.128393] env[69486]: value = "task-3215042" [ 1242.128393] env[69486]: _type = "Task" [ 1242.128393] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.141855] env[69486]: DEBUG oslo_vmware.api [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.166945] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9880161-0836-441b-8bb9-ea6eda26ee28 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.178631] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffebde6-29a6-46c1-93aa-0239d3065719 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.221467] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fda9d4e-29df-4507-a18c-5e3d32be4aec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.233301] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335f48d-ff26-4c4f-b6bb-cc207644c819 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.277781] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44a745-d354-42c4-8a55-8d05035dfae7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.287344] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd793beb-bfec-4aa9-9ed1-5e0cde55aa22 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.307182] env[69486]: DEBUG nova.virt.block_device [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating existing volume attachment record: d8fa8448-c58a-42c8-bc71-2261706e2d46 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.356681] env[69486]: DEBUG nova.network.neutron [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.639983] env[69486]: DEBUG oslo_vmware.api [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215042, 'name': ReconfigVM_Task, 'duration_secs': 0.310925} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.640455] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.648392] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f041ad87-b1e5-4e65-9bac-b6131d0f6b23 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.667172] env[69486]: DEBUG oslo_vmware.api [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1242.667172] env[69486]: value = "task-3215043" [ 1242.667172] env[69486]: _type = "Task" [ 1242.667172] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.676312] env[69486]: DEBUG oslo_vmware.api [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.860500] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.938791] env[69486]: DEBUG nova.compute.manager [req-1e0b14a5-5a09-488e-b868-56a9993fd014 req-8a860859-606f-421b-8315-8f747278bc77 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Received event network-vif-plugged-abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1242.938983] env[69486]: DEBUG oslo_concurrency.lockutils [req-1e0b14a5-5a09-488e-b868-56a9993fd014 req-8a860859-606f-421b-8315-8f747278bc77 service nova] Acquiring lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.939244] env[69486]: DEBUG oslo_concurrency.lockutils [req-1e0b14a5-5a09-488e-b868-56a9993fd014 req-8a860859-606f-421b-8315-8f747278bc77 service nova] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.939449] env[69486]: DEBUG oslo_concurrency.lockutils [req-1e0b14a5-5a09-488e-b868-56a9993fd014 req-8a860859-606f-421b-8315-8f747278bc77 service nova] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.940067] env[69486]: DEBUG nova.compute.manager [req-1e0b14a5-5a09-488e-b868-56a9993fd014 req-8a860859-606f-421b-8315-8f747278bc77 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] No waiting events found dispatching network-vif-plugged-abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.940067] env[69486]: WARNING nova.compute.manager [req-1e0b14a5-5a09-488e-b868-56a9993fd014 req-8a860859-606f-421b-8315-8f747278bc77 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Received unexpected event network-vif-plugged-abce95eb-5cb6-49a4-a038-40d3f7b52d20 for instance with vm_state building and task_state block_device_mapping. [ 1243.178760] env[69486]: DEBUG oslo_vmware.api [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215043, 'name': ReconfigVM_Task, 'duration_secs': 0.21871} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.179030] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642820', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'name': 'volume-16f11c7f-129a-45a4-99ae-22d53ac94884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f57d256b-a79d-4880-8f8e-190fce1f8748', 'attached_at': '', 'detached_at': '', 'volume_id': '16f11c7f-129a-45a4-99ae-22d53ac94884', 'serial': '16f11c7f-129a-45a4-99ae-22d53ac94884'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1243.376678] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861215b-f958-4c9a-8a63-e5a086509bad {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.385178] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f181297-894b-401d-9ecd-429dcacb7d2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.530359] env[69486]: DEBUG nova.network.neutron [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Successfully updated port: abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.559839] env[69486]: DEBUG nova.compute.manager [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Received event network-changed-abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1243.560063] env[69486]: DEBUG nova.compute.manager [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Refreshing instance network info cache due to event network-changed-abce95eb-5cb6-49a4-a038-40d3f7b52d20. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1243.561086] env[69486]: DEBUG oslo_concurrency.lockutils [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] Acquiring lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.561086] env[69486]: DEBUG oslo_concurrency.lockutils [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] Acquired lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.561086] env[69486]: DEBUG nova.network.neutron [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Refreshing network info cache for port abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.813435] env[69486]: DEBUG nova.objects.instance [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'flavor' on Instance uuid f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.033287] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.092417] env[69486]: DEBUG nova.network.neutron [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.173223] env[69486]: DEBUG nova.network.neutron [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.416050] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.416705] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.416955] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.417137] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.417320] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.417465] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.417624] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.417887] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.418082] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.418215] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.418363] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.418559] env[69486]: DEBUG nova.virt.hardware [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.419401] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9897d5e-fa77-4a2d-ba33-ccbcde30da45 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.428413] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a01c0-30db-4ea8-9e91-458633ed1735 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.491508] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8135ff-4e31-4042-b458-b715399328d4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.515824] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6639c2-d3ab-42c4-82ee-607e0534de5e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.524770] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.675858] env[69486]: DEBUG oslo_concurrency.lockutils [req-b8f9aa14-abbf-4843-a282-71b6e1384965 req-ef7062b3-6304-4330-9ca5-88991cd0ea1a service nova] Releasing lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.676252] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.676412] env[69486]: DEBUG nova.network.neutron [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.821170] env[69486]: DEBUG oslo_concurrency.lockutils [None req-cbe82cd8-1e6e-465e-ac79-fa1f7e060a35 tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.382s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.030149] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.030481] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fe0efca-b469-4d78-8aa4-ccb3241732ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.038498] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1245.038498] env[69486]: value = "task-3215044" [ 1245.038498] env[69486]: _type = "Task" [ 1245.038498] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.054353] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.211039] env[69486]: DEBUG nova.network.neutron [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.352178] env[69486]: DEBUG nova.network.neutron [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [{"id": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "address": "fa:16:3e:5c:1b:b2", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabce95eb-5c", "ovs_interfaceid": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.548746] env[69486]: DEBUG oslo_vmware.api [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215044, 'name': PowerOnVM_Task, 'duration_secs': 0.396361} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.549172] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.549447] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbbbad-318b-40fd-94eb-037a270e5069 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance 'ecea97d0-bb3a-499d-bc7e-017a252e72ab' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.856529] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.857087] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Instance network_info: |[{"id": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "address": "fa:16:3e:5c:1b:b2", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabce95eb-5c", "ovs_interfaceid": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.857561] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:1b:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abce95eb-5cb6-49a4-a038-40d3f7b52d20', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.865346] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.865715] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.865928] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.866156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "f57d256b-a79d-4880-8f8e-190fce1f8748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.866348] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.866520] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.868409] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.868656] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4362cb1f-135c-4686-af4f-a129ce3526ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.885180] env[69486]: INFO nova.compute.manager [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Terminating instance [ 1245.893472] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.893472] env[69486]: value = "task-3215045" [ 1245.893472] env[69486]: _type = "Task" [ 1245.893472] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.901998] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215045, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.279471] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.279788] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.279930] env[69486]: INFO nova.compute.manager [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Shelving [ 1246.389955] env[69486]: DEBUG nova.compute.manager [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.390264] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.391230] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a84f0d-147b-4235-8b77-9fdf1b6123ae {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.403252] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215045, 'name': CreateVM_Task, 'duration_secs': 0.339069} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.405156] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.405437] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.406097] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642819', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'name': 'volume-b3c62444-6317-4562-a834-fbb4d0208307', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a55c8e-c83e-4aae-86f9-ad01a281302a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'serial': 'b3c62444-6317-4562-a834-fbb4d0208307'}, 'attachment_id': 'd8fa8448-c58a-42c8-bc71-2261706e2d46', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69486) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1246.406308] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Root volume attach. Driver type: vmdk {{(pid=69486) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1246.406542] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0f88ce-35e2-41da-8f91-fdc00db8004f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.408370] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8185ef53-d3bf-4b89-9cae-ad968616a998 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.416882] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009753a9-bb8b-414f-a5d4-d67c0d0181b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.419200] env[69486]: DEBUG oslo_vmware.api [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1246.419200] env[69486]: value = "task-3215046" [ 1246.419200] env[69486]: _type = "Task" [ 1246.419200] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.425158] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110da636-acfb-4bff-b68d-2c164596a341 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.430290] env[69486]: DEBUG oslo_vmware.api [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.434277] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-509870c0-d524-40d2-9d4b-5739c5d55b60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.441518] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1246.441518] env[69486]: value = "task-3215047" [ 1246.441518] env[69486]: _type = "Task" [ 1246.441518] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.449571] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215047, 'name': RelocateVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.929872] env[69486]: DEBUG oslo_vmware.api [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215046, 'name': PowerOffVM_Task, 'duration_secs': 0.185722} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.930186] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.930377] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.930633] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c60906f-6678-4f2d-98ec-e8ffc25f4e03 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.951056] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215047, 'name': RelocateVM_Task, 'duration_secs': 0.387047} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.951338] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1246.951544] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642819', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'name': 'volume-b3c62444-6317-4562-a834-fbb4d0208307', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a55c8e-c83e-4aae-86f9-ad01a281302a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'serial': 'b3c62444-6317-4562-a834-fbb4d0208307'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1246.952327] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a21437-7b41-423f-862f-cd64707dc5a8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.968543] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb0534c-d2fc-46ae-8214-409313894971 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.990549] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-b3c62444-6317-4562-a834-fbb4d0208307/volume-b3c62444-6317-4562-a834-fbb4d0208307.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.990827] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f963cbbb-cba8-4baa-943f-3530fac0545f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.010717] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.010940] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.011141] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Deleting the datastore file [datastore1] f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.011398] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bf7d82-17a6-4da9-8138-d58ccab876f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.014383] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1247.014383] env[69486]: value = "task-3215049" [ 1247.014383] env[69486]: _type = "Task" [ 1247.014383] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.019450] env[69486]: DEBUG oslo_vmware.api [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for the task: (returnval){ [ 1247.019450] env[69486]: value = "task-3215050" [ 1247.019450] env[69486]: _type = "Task" [ 1247.019450] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.022787] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.029989] env[69486]: DEBUG oslo_vmware.api [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.290127] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.290451] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57af6985-aace-4743-ae9f-dbb9840dc8c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.297282] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1247.297282] env[69486]: value = "task-3215051" [ 1247.297282] env[69486]: _type = "Task" [ 1247.297282] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.305324] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.524955] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215049, 'name': ReconfigVM_Task, 'duration_secs': 0.260798} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.528291] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-b3c62444-6317-4562-a834-fbb4d0208307/volume-b3c62444-6317-4562-a834-fbb4d0208307.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.533343] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f5b126-b29f-4373-939f-ae5c94742be0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.549500] env[69486]: DEBUG oslo_vmware.api [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Task: {'id': task-3215050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1381} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.550712] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.550888] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.551089] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.551260] env[69486]: INFO nova.compute.manager [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1247.551504] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.551757] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1247.551757] env[69486]: value = "task-3215052" [ 1247.551757] env[69486]: _type = "Task" [ 1247.551757] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.552031] env[69486]: DEBUG nova.compute.manager [-] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.552031] env[69486]: DEBUG nova.network.neutron [-] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.561994] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.810055] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215051, 'name': PowerOffVM_Task, 'duration_secs': 0.410179} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.810450] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.811387] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b057f0-9173-4bbd-ae59-ca49519a436e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.830584] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f04af48-b7ca-45da-aafb-0ec02b82cb10 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.066797] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215052, 'name': ReconfigVM_Task, 'duration_secs': 0.163933} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.067320] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642819', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'name': 'volume-b3c62444-6317-4562-a834-fbb4d0208307', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a55c8e-c83e-4aae-86f9-ad01a281302a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'serial': 'b3c62444-6317-4562-a834-fbb4d0208307'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1248.067877] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa84f21-c64c-4efc-a0a0-737605867d73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.076673] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1248.076673] env[69486]: value = "task-3215053" [ 1248.076673] env[69486]: _type = "Task" [ 1248.076673] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.086748] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215053, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.112288] env[69486]: DEBUG nova.compute.manager [req-bef1ae65-6d6f-4281-8430-b786a2a0c699 req-871a2c62-c02e-47d0-8d2b-a97c13aadc01 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Received event network-vif-deleted-b47e33b2-534c-4282-93f3-d302d5612984 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1248.112621] env[69486]: INFO nova.compute.manager [req-bef1ae65-6d6f-4281-8430-b786a2a0c699 req-871a2c62-c02e-47d0-8d2b-a97c13aadc01 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Neutron deleted interface b47e33b2-534c-4282-93f3-d302d5612984; detaching it from the instance and deleting it from the info cache [ 1248.112749] env[69486]: DEBUG nova.network.neutron [req-bef1ae65-6d6f-4281-8430-b786a2a0c699 req-871a2c62-c02e-47d0-8d2b-a97c13aadc01 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.343296] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1248.343607] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6db6c6c5-deca-4279-a6a0-961c6d1d181b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.353952] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1248.353952] env[69486]: value = "task-3215054" [ 1248.353952] env[69486]: _type = "Task" [ 1248.353952] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.363392] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.513223] env[69486]: DEBUG nova.network.neutron [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Port cadb70d2-4431-4e30-8290-11d576984e4a binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.513487] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.513638] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.513799] env[69486]: DEBUG nova.network.neutron [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.586730] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215053, 'name': Rename_Task, 'duration_secs': 0.133999} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.588049] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.588049] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f47173-3594-430c-b2e1-b95aacf305b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.589644] env[69486]: DEBUG nova.network.neutron [-] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.595655] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1248.595655] env[69486]: value = "task-3215055" [ 1248.595655] env[69486]: _type = "Task" [ 1248.595655] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.605448] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.614625] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cc1b111-d3cb-47cc-a4e8-71673f7eede3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.625084] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7687bf46-3488-4f2c-a421-bb938a82c885 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.663241] env[69486]: DEBUG nova.compute.manager [req-bef1ae65-6d6f-4281-8430-b786a2a0c699 req-871a2c62-c02e-47d0-8d2b-a97c13aadc01 service nova] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Detach interface failed, port_id=b47e33b2-534c-4282-93f3-d302d5612984, reason: Instance f57d256b-a79d-4880-8f8e-190fce1f8748 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1248.865380] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.096074] env[69486]: INFO nova.compute.manager [-] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Took 1.54 seconds to deallocate network for instance. [ 1249.109638] env[69486]: DEBUG oslo_vmware.api [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215055, 'name': PowerOnVM_Task, 'duration_secs': 0.471977} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.109943] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.110164] env[69486]: INFO nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Took 4.69 seconds to spawn the instance on the hypervisor. [ 1249.110348] env[69486]: DEBUG nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.111123] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6681748d-fe1c-4874-8a79-09c05b45e4f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.306727] env[69486]: DEBUG nova.network.neutron [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.365920] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.607163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.607534] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.607866] env[69486]: DEBUG nova.objects.instance [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lazy-loading 'resources' on Instance uuid f57d256b-a79d-4880-8f8e-190fce1f8748 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.630042] env[69486]: INFO nova.compute.manager [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Took 11.28 seconds to build instance. [ 1249.809662] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.865741] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215054, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.132380] env[69486]: DEBUG oslo_concurrency.lockutils [None req-666b078e-42f6-4083-8eac-f73d72f34c1c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.789s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.220830] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e28ae1-119a-4562-b298-656b6eaadbd6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.229711] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac9848-84f0-4c94-8824-3f2e10344765 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.261082] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1bb361-88f6-429c-9ae9-84f03d0466bb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.269214] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a97754-c923-4f8c-969d-f596d965ebac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.289663] env[69486]: DEBUG nova.compute.provider_tree [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.313035] env[69486]: DEBUG nova.compute.manager [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69486) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1250.367586] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215054, 'name': CreateSnapshot_Task, 'duration_secs': 1.629206} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.370354] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.371367] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71eafb-9522-4fc4-894e-cfc21c66e61c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.792756] env[69486]: DEBUG nova.scheduler.client.report [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.891202] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.893756] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09e21f41-633c-4732-8fc9-8d3eb826b11a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.909320] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1250.909320] env[69486]: value = "task-3215056" [ 1250.909320] env[69486]: _type = "Task" [ 1250.909320] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.923894] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215056, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.160981] env[69486]: DEBUG nova.compute.manager [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Received event network-changed-f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1251.161246] env[69486]: DEBUG nova.compute.manager [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Refreshing instance network info cache due to event network-changed-f7ff3607-1ffb-4c8c-bc6d-07625142743e. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1251.161407] env[69486]: DEBUG oslo_concurrency.lockutils [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] Acquiring lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.161549] env[69486]: DEBUG oslo_concurrency.lockutils [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] Acquired lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.161741] env[69486]: DEBUG nova.network.neutron [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Refreshing network info cache for port f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.297477] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.318026] env[69486]: INFO nova.scheduler.client.report [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Deleted allocations for instance f57d256b-a79d-4880-8f8e-190fce1f8748 [ 1251.421241] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.421532] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.422872] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215056, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.826828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e75a1fde-ab8c-4d3f-9a3a-89129814197b tempest-AttachVolumeTestJSON-194173535 tempest-AttachVolumeTestJSON-194173535-project-member] Lock "f57d256b-a79d-4880-8f8e-190fce1f8748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.961s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.880721] env[69486]: DEBUG nova.network.neutron [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updated VIF entry in instance network info cache for port f7ff3607-1ffb-4c8c-bc6d-07625142743e. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.881195] env[69486]: DEBUG nova.network.neutron [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updating instance_info_cache with network_info: [{"id": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "address": "fa:16:3e:58:27:5c", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ff3607-1f", "ovs_interfaceid": "f7ff3607-1ffb-4c8c-bc6d-07625142743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.922918] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215056, 'name': CloneVM_Task, 'duration_secs': 0.983741} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.923364] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Created linked-clone VM from snapshot [ 1251.923912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eebd70-75f6-473c-894f-aba2646c642d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.926800] env[69486]: DEBUG nova.objects.instance [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'migration_context' on Instance uuid ecea97d0-bb3a-499d-bc7e-017a252e72ab {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.934020] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Uploading image 0358c729-227c-4d3a-89bb-b177d5d79d75 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1251.960531] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1251.960531] env[69486]: value = "vm-642823" [ 1251.960531] env[69486]: _type = "VirtualMachine" [ 1251.960531] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1251.960839] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91492cc6-ffb7-4e10-b6f4-cd2d20e7be3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.969408] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lease: (returnval){ [ 1251.969408] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527ef27d-5058-c2c0-e1e2-bdbb3b03e42e" [ 1251.969408] env[69486]: _type = "HttpNfcLease" [ 1251.969408] env[69486]: } obtained for exporting VM: (result){ [ 1251.969408] env[69486]: value = "vm-642823" [ 1251.969408] env[69486]: _type = "VirtualMachine" [ 1251.969408] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1251.969842] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the lease: (returnval){ [ 1251.969842] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527ef27d-5058-c2c0-e1e2-bdbb3b03e42e" [ 1251.969842] env[69486]: _type = "HttpNfcLease" [ 1251.969842] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.978512] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.978512] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527ef27d-5058-c2c0-e1e2-bdbb3b03e42e" [ 1251.978512] env[69486]: _type = "HttpNfcLease" [ 1251.978512] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.384528] env[69486]: DEBUG oslo_concurrency.lockutils [req-c3ed6286-6985-48d8-bb3c-844dd6d0939e req-44a1221f-435a-40d6-8536-47a772332cee service nova] Releasing lock "refresh_cache-e79b82b1-f2eb-4890-a601-76bdb348eff5" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.484598] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.484598] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527ef27d-5058-c2c0-e1e2-bdbb3b03e42e" [ 1252.484598] env[69486]: _type = "HttpNfcLease" [ 1252.484598] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1252.484598] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1252.484598] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527ef27d-5058-c2c0-e1e2-bdbb3b03e42e" [ 1252.484598] env[69486]: _type = "HttpNfcLease" [ 1252.484598] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1252.484598] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4823b-8508-45f1-b888-37a0ab4b23e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.494927] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52997125-5478-1ed3-fa97-c071d33058cd/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1252.495138] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52997125-5478-1ed3-fa97-c071d33058cd/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1252.610989] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6d4bf4b-c9ca-4341-be60-36a166694702 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.641144] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa04ae-710d-440e-8efe-77efe4462114 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.649439] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5d6800-c8fb-4304-966e-414ffb74e03a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.680291] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74515f-4bcf-43b0-992c-11997a925b7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.688328] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87879487-8f7a-4b34-a85d-02642c54c9e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.705324] env[69486]: DEBUG nova.compute.provider_tree [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.710717] env[69486]: DEBUG nova.compute.manager [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 1253.193071] env[69486]: DEBUG nova.compute.manager [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Received event network-changed-abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1253.193371] env[69486]: DEBUG nova.compute.manager [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Refreshing instance network info cache due to event network-changed-abce95eb-5cb6-49a4-a038-40d3f7b52d20. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1253.193610] env[69486]: DEBUG oslo_concurrency.lockutils [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] Acquiring lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.193758] env[69486]: DEBUG oslo_concurrency.lockutils [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] Acquired lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.193999] env[69486]: DEBUG nova.network.neutron [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Refreshing network info cache for port abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.210044] env[69486]: DEBUG nova.scheduler.client.report [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.228899] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.938589] env[69486]: DEBUG nova.network.neutron [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updated VIF entry in instance network info cache for port abce95eb-5cb6-49a4-a038-40d3f7b52d20. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.938986] env[69486]: DEBUG nova.network.neutron [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [{"id": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "address": "fa:16:3e:5c:1b:b2", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabce95eb-5c", "ovs_interfaceid": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.223696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.802s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.229519] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.442391] env[69486]: DEBUG oslo_concurrency.lockutils [req-118023da-3ca6-46a4-bad2-26dba11efd87 req-a0964d77-0f35-4634-a358-c9689500e828 service nova] Releasing lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.562441] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.562786] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.563042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.563283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.563511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.565829] env[69486]: INFO nova.compute.manager [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Terminating instance [ 1254.739697] env[69486]: INFO nova.compute.claims [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.070617] env[69486]: DEBUG nova.compute.manager [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.070991] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.071760] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb768fb6-0f42-41e3-a511-90d44723959f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.080909] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.081184] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea694be-7e78-472c-9784-e024004263ba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.088377] env[69486]: DEBUG oslo_vmware.api [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1255.088377] env[69486]: value = "task-3215059" [ 1255.088377] env[69486]: _type = "Task" [ 1255.088377] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.096614] env[69486]: DEBUG oslo_vmware.api [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.247284] env[69486]: INFO nova.compute.resource_tracker [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating resource usage from migration f4ac7271-d58f-4f10-b044-571ac918fc3d [ 1255.380047] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cd95a3-e117-478a-8c21-c1fb8ca68d1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.388748] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e6020-966b-4407-a816-37498c30a1b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.419306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ebe543-2688-436d-bc24-bf754a0bbacd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.427508] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afac99bf-aca0-4323-b1f8-e0c9a4d60034 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.441622] env[69486]: DEBUG nova.compute.provider_tree [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.601742] env[69486]: DEBUG oslo_vmware.api [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215059, 'name': PowerOffVM_Task, 'duration_secs': 0.198997} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.602033] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.602217] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.602468] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc87f64-9e0d-4429-899d-2d21ef47316a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.672495] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.672789] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.673011] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleting the datastore file [datastore2] d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.673323] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95d8ebc2-f52d-49ac-80a3-b1e2bf9bd8a2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.680764] env[69486]: DEBUG oslo_vmware.api [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for the task: (returnval){ [ 1255.680764] env[69486]: value = "task-3215062" [ 1255.680764] env[69486]: _type = "Task" [ 1255.680764] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.689865] env[69486]: DEBUG oslo_vmware.api [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.773276] env[69486]: INFO nova.compute.manager [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Swapping old allocation on dict_keys(['6273ca5d-fdc7-456c-b4b9-95635e5eee9f']) held by migration 92d84aef-55fe-44a1-8500-7dcf638f954f for instance [ 1255.801029] env[69486]: DEBUG nova.scheduler.client.report [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Overwriting current allocation {'allocations': {'6273ca5d-fdc7-456c-b4b9-95635e5eee9f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': '4579b8222ddb45079e112ec471f6faf0', 'user_id': '7b9cea5b023e45f2b5fd93dbb53da93b', 'consumer_generation': 1} on consumer ecea97d0-bb3a-499d-bc7e-017a252e72ab {{(pid=69486) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1255.881579] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.881765] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.881946] env[69486]: DEBUG nova.network.neutron [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.944911] env[69486]: DEBUG nova.scheduler.client.report [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.191798] env[69486]: DEBUG oslo_vmware.api [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Task: {'id': task-3215062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230362} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.192228] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.192228] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.192372] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.192546] env[69486]: INFO nova.compute.manager [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1256.192797] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.192989] env[69486]: DEBUG nova.compute.manager [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.193196] env[69486]: DEBUG nova.network.neutron [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.450286] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.221s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.450440] env[69486]: INFO nova.compute.manager [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Migrating [ 1256.737025] env[69486]: DEBUG nova.network.neutron [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [{"id": "cadb70d2-4431-4e30-8290-11d576984e4a", "address": "fa:16:3e:6d:2a:09", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb70d2-44", "ovs_interfaceid": "cadb70d2-4431-4e30-8290-11d576984e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.805090] env[69486]: DEBUG nova.compute.manager [req-ca10c4b5-c33a-46cf-aca6-b938edf3d016 req-2a76f4bb-737e-4595-8e68-412e0f93a131 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Received event network-vif-deleted-3f13d33b-ba73-496b-a63f-246ac0212b45 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1256.805302] env[69486]: INFO nova.compute.manager [req-ca10c4b5-c33a-46cf-aca6-b938edf3d016 req-2a76f4bb-737e-4595-8e68-412e0f93a131 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Neutron deleted interface 3f13d33b-ba73-496b-a63f-246ac0212b45; detaching it from the instance and deleting it from the info cache [ 1256.805476] env[69486]: DEBUG nova.network.neutron [req-ca10c4b5-c33a-46cf-aca6-b938edf3d016 req-2a76f4bb-737e-4595-8e68-412e0f93a131 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.969601] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.970368] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.970368] env[69486]: DEBUG nova.network.neutron [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.239911] env[69486]: DEBUG oslo_concurrency.lockutils [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-ecea97d0-bb3a-499d-bc7e-017a252e72ab" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.240942] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f552eee7-8332-4b5e-8457-b6aade59ab0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.249469] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcacf9a-f767-4490-b7b4-94b38b635729 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.283788] env[69486]: DEBUG nova.network.neutron [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.308775] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65df1ac1-63d8-47db-853b-da03fe8d43f7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.326015] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f82536-475e-4553-b592-1ffee2bbb227 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.368734] env[69486]: DEBUG nova.compute.manager [req-ca10c4b5-c33a-46cf-aca6-b938edf3d016 req-2a76f4bb-737e-4595-8e68-412e0f93a131 service nova] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Detach interface failed, port_id=3f13d33b-ba73-496b-a63f-246ac0212b45, reason: Instance d1c8c8e0-b516-4e87-be02-ac84434b18e9 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1257.730344] env[69486]: DEBUG nova.network.neutron [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [{"id": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "address": "fa:16:3e:5c:1b:b2", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabce95eb-5c", "ovs_interfaceid": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.786853] env[69486]: INFO nova.compute.manager [-] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Took 1.59 seconds to deallocate network for instance. [ 1258.233240] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.293291] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.293926] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.293926] env[69486]: DEBUG nova.objects.instance [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lazy-loading 'resources' on Instance uuid d1c8c8e0-b516-4e87-be02-ac84434b18e9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.340077] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.340399] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96f15aad-dd5f-43ce-a822-7fb3aee31056 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.349592] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1258.349592] env[69486]: value = "task-3215063" [ 1258.349592] env[69486]: _type = "Task" [ 1258.349592] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.360290] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.860094] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215063, 'name': PowerOffVM_Task, 'duration_secs': 0.242559} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.862929] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.863664] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.863877] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.864496] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.864496] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.864496] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.864704] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.864748] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.864930] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.865962] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.865962] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.865962] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.871307] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfde63c-7884-49c9-8a3c-7644afe5b809 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.890372] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1258.890372] env[69486]: value = "task-3215065" [ 1258.890372] env[69486]: _type = "Task" [ 1258.890372] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.900011] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.939166] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7088b1a-ecd8-4d3d-82f9-168e07b8df03 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.948840] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f715fe-b5c1-4ce3-8a6c-2c941d46b789 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.983109] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02626634-66a2-45a6-ab47-aa3f54b77742 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.991723] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df83049-9c2a-418a-a504-6bad30622c50 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.006907] env[69486]: DEBUG nova.compute.provider_tree [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.401662] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215065, 'name': ReconfigVM_Task, 'duration_secs': 0.22446} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.402584] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a3cf4b-078a-43c3-aef3-925c59162a81 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.425020] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.425292] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.425453] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.425634] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.425783] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.425931] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.426165] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.426335] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.426505] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.426760] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.426983] env[69486]: DEBUG nova.virt.hardware [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.427856] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a47934-4b4e-456a-a3a6-d8ab3c7448b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.434157] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1259.434157] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52492709-7da9-d71d-4844-dd671fe10795" [ 1259.434157] env[69486]: _type = "Task" [ 1259.434157] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.442425] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52492709-7da9-d71d-4844-dd671fe10795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.510681] env[69486]: DEBUG nova.scheduler.client.report [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.750981] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6e197e-4cb5-4091-83a9-174d2c425402 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.771547] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.945487] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52492709-7da9-d71d-4844-dd671fe10795, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.950754] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.951023] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e6e26f-4636-4ed3-bcda-e88c7ebc2edf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.970593] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1259.970593] env[69486]: value = "task-3215066" [ 1259.970593] env[69486]: _type = "Task" [ 1259.970593] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.979059] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.016224] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.039597] env[69486]: INFO nova.scheduler.client.report [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Deleted allocations for instance d1c8c8e0-b516-4e87-be02-ac84434b18e9 [ 1260.277563] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.277889] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-118dbf2d-4e9b-44c2-b0d4-b42343060302 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.287775] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1260.287775] env[69486]: value = "task-3215067" [ 1260.287775] env[69486]: _type = "Task" [ 1260.287775] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.297645] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.380685] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52997125-5478-1ed3-fa97-c071d33058cd/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.381893] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79627ad5-4d33-4968-848d-29c6ddbbdd96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.389718] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52997125-5478-1ed3-fa97-c071d33058cd/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.389718] env[69486]: ERROR oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52997125-5478-1ed3-fa97-c071d33058cd/disk-0.vmdk due to incomplete transfer. [ 1260.389951] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f46eec7-7027-4b8c-8b0c-4ae08db41b2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.400460] env[69486]: DEBUG oslo_vmware.rw_handles [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52997125-5478-1ed3-fa97-c071d33058cd/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.400460] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Uploaded image 0358c729-227c-4d3a-89bb-b177d5d79d75 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.403214] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.403453] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88ad5081-164e-40d2-bc44-7a3a0b88bfff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.411979] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1260.411979] env[69486]: value = "task-3215068" [ 1260.411979] env[69486]: _type = "Task" [ 1260.411979] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.422846] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215068, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.481470] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215066, 'name': ReconfigVM_Task, 'duration_secs': 0.360456} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.481900] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.482808] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57683ae8-0caa-4be7-bc03-94e8a1f9b48e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.508817] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.509214] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf57122-b7f1-4873-8591-753c2476e587 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.529010] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1260.529010] env[69486]: value = "task-3215069" [ 1260.529010] env[69486]: _type = "Task" [ 1260.529010] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.540402] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.549658] env[69486]: DEBUG oslo_concurrency.lockutils [None req-19108805-a559-4bfe-b8f5-edc1e36eba5a tempest-AttachVolumeShelveTestJSON-2068522480 tempest-AttachVolumeShelveTestJSON-2068522480-project-member] Lock "d1c8c8e0-b516-4e87-be02-ac84434b18e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.987s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.798697] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215067, 'name': PowerOffVM_Task, 'duration_secs': 0.233274} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.798928] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.799147] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.922836] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215068, 'name': Destroy_Task, 'duration_secs': 0.325295} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.923122] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Destroyed the VM [ 1260.923357] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1260.923602] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab53afee-8ede-4d81-890f-4129e0e202e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.931518] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1260.931518] env[69486]: value = "task-3215070" [ 1260.931518] env[69486]: _type = "Task" [ 1260.931518] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.940767] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215070, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.039440] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215069, 'name': ReconfigVM_Task, 'duration_secs': 0.333214} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.039684] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab/ecea97d0-bb3a-499d-bc7e-017a252e72ab.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.040860] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244fb67e-7d45-4fc0-9c3e-b1cdeee6fa0e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.061588] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391caf9-28a1-4a1d-a4bf-ace4e2b55378 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.082395] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0095bb-2285-47ca-930a-7dd7962c54e3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.103292] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d652fd7-e2cc-41df-a70c-20ca95d296e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.110712] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.110947] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2e86fd-1390-435d-98ea-f7299ab17864 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.117322] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1261.117322] env[69486]: value = "task-3215071" [ 1261.117322] env[69486]: _type = "Task" [ 1261.117322] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.124709] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.306433] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.306734] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.306857] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.307072] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.307225] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.307373] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.307580] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.307812] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.308034] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.308209] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.308383] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.313412] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8491716b-9198-43f6-b27c-64c8ca1b1acb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.329640] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1261.329640] env[69486]: value = "task-3215072" [ 1261.329640] env[69486]: _type = "Task" [ 1261.329640] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.342366] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.442944] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215070, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372775} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.443367] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1261.443441] env[69486]: DEBUG nova.compute.manager [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.444312] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e96be5-da22-4070-8d24-e94b0e35885e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.629928] env[69486]: DEBUG oslo_vmware.api [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215071, 'name': PowerOnVM_Task, 'duration_secs': 0.408902} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.630213] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.840908] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215072, 'name': ReconfigVM_Task, 'duration_secs': 0.297338} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.841184] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.957500] env[69486]: INFO nova.compute.manager [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Shelve offloading [ 1262.347915] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.348167] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.348326] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.348507] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.348652] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.348799] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.349014] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.349270] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.349484] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.349689] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.349902] env[69486]: DEBUG nova.virt.hardware [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.355185] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.355514] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa759968-ecf4-4c40-bf90-bcd71e6229ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.375725] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1262.375725] env[69486]: value = "task-3215074" [ 1262.375725] env[69486]: _type = "Task" [ 1262.375725] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.385506] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.460949] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.461307] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0231be67-35ac-4a34-b966-48478426f387 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.469521] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1262.469521] env[69486]: value = "task-3215075" [ 1262.469521] env[69486]: _type = "Task" [ 1262.469521] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.480473] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.675407] env[69486]: INFO nova.compute.manager [None req-164fde5d-57f4-4ef8-bd59-6d87529c4092 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance to original state: 'active' [ 1262.887371] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215074, 'name': ReconfigVM_Task, 'duration_secs': 0.349814} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.887707] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.888484] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb7fb8-2b7b-427b-b86c-266d5f4fdfec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.911856] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-b3c62444-6317-4562-a834-fbb4d0208307/volume-b3c62444-6317-4562-a834-fbb4d0208307.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.912155] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3a5384-5a96-4300-ab42-356c2f9ba4eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.930966] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1262.930966] env[69486]: value = "task-3215076" [ 1262.930966] env[69486]: _type = "Task" [ 1262.930966] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.939648] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.981275] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1262.981506] env[69486]: DEBUG nova.compute.manager [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.982453] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3679df0-43d5-4de2-bb5f-5923aff27dc0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.988617] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.988676] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.988822] env[69486]: DEBUG nova.network.neutron [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.443216] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.720736] env[69486]: DEBUG nova.network.neutron [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.942691] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.227361] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.439577] env[69486]: DEBUG nova.compute.manager [req-4d1b80d5-973f-4313-a734-d7b4d58efb39 req-2f50c409-56cf-43ee-8be6-9d0c61b1d258 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-vif-unplugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1264.439855] env[69486]: DEBUG oslo_concurrency.lockutils [req-4d1b80d5-973f-4313-a734-d7b4d58efb39 req-2f50c409-56cf-43ee-8be6-9d0c61b1d258 service nova] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.440114] env[69486]: DEBUG oslo_concurrency.lockutils [req-4d1b80d5-973f-4313-a734-d7b4d58efb39 req-2f50c409-56cf-43ee-8be6-9d0c61b1d258 service nova] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.440326] env[69486]: DEBUG oslo_concurrency.lockutils [req-4d1b80d5-973f-4313-a734-d7b4d58efb39 req-2f50c409-56cf-43ee-8be6-9d0c61b1d258 service nova] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.440530] env[69486]: DEBUG nova.compute.manager [req-4d1b80d5-973f-4313-a734-d7b4d58efb39 req-2f50c409-56cf-43ee-8be6-9d0c61b1d258 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] No waiting events found dispatching network-vif-unplugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.440777] env[69486]: WARNING nova.compute.manager [req-4d1b80d5-973f-4313-a734-d7b4d58efb39 req-2f50c409-56cf-43ee-8be6-9d0c61b1d258 service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received unexpected event network-vif-unplugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 for instance with vm_state shelved and task_state shelving_offloading. [ 1264.447220] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215076, 'name': ReconfigVM_Task, 'duration_secs': 1.040868} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.447472] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-b3c62444-6317-4562-a834-fbb4d0208307/volume-b3c62444-6317-4562-a834-fbb4d0208307.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.447791] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.463016] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.463983] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47857b93-5931-4951-9e07-7ee8d90fcd30 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.471753] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.471990] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d811a22-2843-4675-b54b-490c1fd0e6cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.572884] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.573166] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.573361] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleting the datastore file [datastore1] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.573634] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d326636-b745-45eb-b76b-3ac9a2dfe75d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.581164] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1264.581164] env[69486]: value = "task-3215078" [ 1264.581164] env[69486]: _type = "Task" [ 1264.581164] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.589320] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.641551] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.641837] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.642083] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.642341] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.642545] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.644717] env[69486]: INFO nova.compute.manager [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Terminating instance [ 1264.734446] env[69486]: DEBUG nova.compute.manager [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Stashing vm_state: active {{(pid=69486) _prep_resize /opt/stack/nova/nova/compute/manager.py:6154}} [ 1264.954637] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150c088f-ad69-4779-877e-c478cc836cdd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.975885] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc181f8-04ad-4ef8-b519-3f1e06de8ed4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.993302] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.091353] env[69486]: DEBUG oslo_vmware.api [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120464} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.091605] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.091790] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.091969] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.111234] env[69486]: INFO nova.scheduler.client.report [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted allocations for instance 5f4ea399-5e47-42a6-b571-3fc5bf50b30c [ 1265.148204] env[69486]: DEBUG nova.compute.manager [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.148468] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.149015] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71a71f1-bb8f-49f3-a61f-f87527a5dc48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.159978] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1265.159978] env[69486]: value = "task-3215079" [ 1265.159978] env[69486]: _type = "Task" [ 1265.159978] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.168499] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.251272] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.251574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.372590] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.615975] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.671057] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215079, 'name': PowerOffVM_Task, 'duration_secs': 0.225557} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.671337] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.671538] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.671731] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642817', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'name': 'volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ecea97d0-bb3a-499d-bc7e-017a252e72ab', 'attached_at': '2025-04-03T00:45:40.000000', 'detached_at': '', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'serial': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.672497] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d919bd0e-1770-492c-baf4-8f2137105a7c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.693864] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75fb412-97af-417b-bb0a-93ec813517e2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.701134] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89cddf-ebcd-4399-870f-91ffc90be0db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.722591] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2941d6ef-fe0c-4be9-a3ed-ba18f97a87ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.736813] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140/volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.741890] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.742170] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da9ed9b-f457-414d-a359-fe3dd055cfe7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.756348] env[69486]: INFO nova.compute.claims [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.765348] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1265.765348] env[69486]: value = "task-3215080" [ 1265.765348] env[69486]: _type = "Task" [ 1265.765348] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.777845] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.264059] env[69486]: INFO nova.compute.resource_tracker [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating resource usage from migration 701f3e9f-6620-4c32-8f3e-3a141cb1edfd [ 1266.276728] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215080, 'name': ReconfigVM_Task, 'duration_secs': 0.223474} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.277055] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.282284] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f999379-dd14-474f-9c2d-93b9be06c733 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.302145] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1266.302145] env[69486]: value = "task-3215081" [ 1266.302145] env[69486]: _type = "Task" [ 1266.302145] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.313263] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.372551] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.372723] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1266.380585] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f70072-cc3a-458f-8554-630f00dc5ce7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.389350] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289fb0b-1abf-4fbe-87ae-8fbbd2654257 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.421523] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a041b1-8193-47f0-9d68-7897a055e360 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.430266] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3255c1e2-c62f-4a61-8b8d-eefcc2109f87 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.450542] env[69486]: DEBUG nova.compute.provider_tree [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.508527] env[69486]: DEBUG nova.compute.manager [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-changed-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1266.508722] env[69486]: DEBUG nova.compute.manager [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Refreshing instance network info cache due to event network-changed-a6ae7af8-0726-45ee-a1d3-f182510a5bc2. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1266.508939] env[69486]: DEBUG oslo_concurrency.lockutils [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.509158] env[69486]: DEBUG oslo_concurrency.lockutils [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.509364] env[69486]: DEBUG nova.network.neutron [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Refreshing network info cache for port a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.648292] env[69486]: DEBUG nova.network.neutron [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Port abce95eb-5cb6-49a4-a038-40d3f7b52d20 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1266.813939] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215081, 'name': ReconfigVM_Task, 'duration_secs': 0.141403} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.813939] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642817', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'name': 'volume-a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ecea97d0-bb3a-499d-bc7e-017a252e72ab', 'attached_at': '2025-04-03T00:45:40.000000', 'detached_at': '', 'volume_id': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140', 'serial': 'a2601cdb-1627-4ddf-9a70-4956b2ae7140'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.814606] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.814889] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e37fad-6ecc-4de4-b2a1-ba26e419a5b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.823873] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.824154] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d2e8e8-d969-4576-b79d-e541e6c6cb6b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.892876] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.892876] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.892876] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleting the datastore file [datastore1] ecea97d0-bb3a-499d-bc7e-017a252e72ab {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.893861] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b81ed2b-a2f4-4f58-a068-76c363ab2685 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.902894] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1266.902894] env[69486]: value = "task-3215083" [ 1266.902894] env[69486]: _type = "Task" [ 1266.902894] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.912851] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.953971] env[69486]: DEBUG nova.scheduler.client.report [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.266549] env[69486]: DEBUG nova.network.neutron [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updated VIF entry in instance network info cache for port a6ae7af8-0726-45ee-a1d3-f182510a5bc2. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.266960] env[69486]: DEBUG nova.network.neutron [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.413368] env[69486]: DEBUG oslo_vmware.api [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159703} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.413822] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.414166] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.414418] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.414634] env[69486]: INFO nova.compute.manager [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1267.414913] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.415181] env[69486]: DEBUG nova.compute.manager [-] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.415284] env[69486]: DEBUG nova.network.neutron [-] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.459964] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.208s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.460227] env[69486]: INFO nova.compute.manager [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Migrating [ 1267.467213] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.851s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.467456] env[69486]: DEBUG nova.objects.instance [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'resources' on Instance uuid 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.676813] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.677171] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.677475] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.743960] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.769684] env[69486]: DEBUG oslo_concurrency.lockutils [req-6fe47ded-6f79-4b5a-a75a-04307cbf33b3 req-8890eaa4-10fb-458b-a497-0026ea86ccea service nova] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.970562] env[69486]: DEBUG nova.objects.instance [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.981015] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.981225] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.982641] env[69486]: DEBUG nova.network.neutron [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.354332] env[69486]: DEBUG nova.network.neutron [-] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.372108] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.475014] env[69486]: DEBUG nova.objects.base [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Object Instance<5f4ea399-5e47-42a6-b571-3fc5bf50b30c> lazy-loaded attributes: resources,numa_topology {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.536817] env[69486]: DEBUG nova.compute.manager [req-0fedcf09-62ea-4253-8faa-3c4699325f27 req-e8071591-ed9e-4117-ac2f-85f60a8532e2 service nova] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Received event network-vif-deleted-cadb70d2-4431-4e30-8290-11d576984e4a {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1268.588116] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15e7d3-b840-4316-a18c-d0455a4c4379 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.595313] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e1c72-14ca-4711-b197-a562101a0447 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.628351] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01647cc7-6d09-4c3d-9059-2905fde60a8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.636837] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09fd01-2c9c-4649-93f0-63b6fc4eed0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.650051] env[69486]: DEBUG nova.compute.provider_tree [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.716907] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.717111] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.717291] env[69486]: DEBUG nova.network.neutron [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.745136] env[69486]: DEBUG nova.network.neutron [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.857016] env[69486]: INFO nova.compute.manager [-] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Took 1.44 seconds to deallocate network for instance. [ 1269.153356] env[69486]: DEBUG nova.scheduler.client.report [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.247992] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.371847] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.372038] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.398628] env[69486]: INFO nova.compute.manager [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Took 0.54 seconds to detach 1 volumes for instance. [ 1269.416504] env[69486]: DEBUG nova.network.neutron [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [{"id": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "address": "fa:16:3e:5c:1b:b2", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabce95eb-5c", "ovs_interfaceid": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.658404] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.907924] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.908252] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.908481] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.918612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.928438] env[69486]: INFO nova.scheduler.client.report [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted allocations for instance ecea97d0-bb3a-499d-bc7e-017a252e72ab [ 1270.166053] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ab32914-d1e0-4a9a-946f-500d6d94cfa5 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.886s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.166910] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.423s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.167135] env[69486]: INFO nova.compute.manager [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Unshelving [ 1270.427736] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd35bf-7139-43a0-a53c-48e56b599196 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.436843] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9535c466-606a-407b-9b49-c5428ba2fd9f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.439407] env[69486]: DEBUG oslo_concurrency.lockutils [None req-307cb895-fd54-41cf-98c4-c43c19e2b586 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "ecea97d0-bb3a-499d-bc7e-017a252e72ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.762269] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303135f3-d903-4924-bc22-4f82cda87b0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.781088] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 0 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.191155] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.191436] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.191643] env[69486]: DEBUG nova.objects.instance [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.287619] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.288038] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22c23cc7-9b49-424e-a662-5aa7eb924d00 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.295310] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1271.295310] env[69486]: value = "task-3215084" [ 1271.295310] env[69486]: _type = "Task" [ 1271.295310] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.303028] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.367321] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.367559] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.530476] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf547a2-c6cc-4de5-a6ac-2ab0bcbec1fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.550803] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e8b1a-8767-4f97-a682-ac9b893a319e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.557327] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.696141] env[69486]: DEBUG nova.objects.instance [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.805842] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215084, 'name': PowerOffVM_Task, 'duration_secs': 0.172941} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.806146] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.806335] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 17 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.879542] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.879772] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.063644] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.063901] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd470ce8-2422-4371-9359-5139345bac36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.071391] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1272.071391] env[69486]: value = "task-3215085" [ 1272.071391] env[69486]: _type = "Task" [ 1272.071391] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.081061] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.199127] env[69486]: INFO nova.compute.claims [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.313073] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.313322] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.313545] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.313689] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.313814] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.313957] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.314384] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.314882] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.315158] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.315333] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.315513] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.321414] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a51f0a-0560-4131-a0b3-fa7a0d33e514 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.338609] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1272.338609] env[69486]: value = "task-3215086" [ 1272.338609] env[69486]: _type = "Task" [ 1272.338609] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.347132] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.372507] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.381815] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.581637] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.848565] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215086, 'name': ReconfigVM_Task, 'duration_secs': 0.229862} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.848815] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 33 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.875234] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.904833] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.082398] env[69486]: DEBUG oslo_vmware.api [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215085, 'name': PowerOnVM_Task, 'duration_secs': 0.734514} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.082648] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.082823] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-9608d655-e5ca-47e7-96b4-8ca28c4b418f tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance '33a55c8e-c83e-4aae-86f9-ad01a281302a' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.299985] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18a0bb-b7d9-4976-9055-29d76e3d44f3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.307021] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb5149-9110-404c-8474-6a6b5c01eec7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.340587] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd15b4-93b7-4b4d-8d34-a8e7e6641c0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.348669] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f16d145-ee68-4f85-a8ca-2c278bf40794 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.354356] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.354595] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.354792] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.354932] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.355062] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.355216] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.355419] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.355579] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.355743] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.355904] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.356089] env[69486]: DEBUG nova.virt.hardware [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.361227] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.361497] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba6759a-b119-4ff6-bb41-866f95cebf88 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.383877] env[69486]: DEBUG nova.compute.provider_tree [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.387088] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1273.387088] env[69486]: value = "task-3215087" [ 1273.387088] env[69486]: _type = "Task" [ 1273.387088] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.395423] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.887820] env[69486]: DEBUG nova.scheduler.client.report [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.900968] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215087, 'name': ReconfigVM_Task, 'duration_secs': 0.156988} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.901251] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.901987] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b009416-8894-40af-acba-99b72262eb21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.924560] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.925052] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4509d621-80a9-450a-8769-8f2aeaff93fa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.942462] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1273.942462] env[69486]: value = "task-3215088" [ 1273.942462] env[69486]: _type = "Task" [ 1273.942462] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.949972] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.396244] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.398910] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.523s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.398910] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.398910] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.399189] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.494s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.400712] env[69486]: INFO nova.compute.claims [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.406118] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e0c818-02b0-4a2d-94c3-f25dd2086550 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.413835] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a7b68-37ba-4d94-8036-53c53b1f474b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.428019] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34979526-098e-4d29-ab90-9de102173bf5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.434044] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f669ca7-c5b9-44dd-b647-e7446a48e735 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.441044] env[69486]: INFO nova.network.neutron [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating port a6ae7af8-0726-45ee-a1d3-f182510a5bc2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1274.467352] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179623MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.467504] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.475531] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215088, 'name': ReconfigVM_Task, 'duration_secs': 0.252596} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.478066] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.478066] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 50 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.983026] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d926f1-f4a3-4736-bf6d-60782f8d3aa0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.002775] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feabf2ba-dd2e-4f30-a044-4ee97759fbfb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.020007] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 67 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.504181] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e777d00-d52b-4087-b220-fde12004d0c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.512078] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea4cb3-835b-475c-b359-13c7bc420116 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.545937] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a878407-48e2-4c2b-a6c9-dab1b2e7cd7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.548794] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.548794] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.548794] env[69486]: DEBUG nova.compute.manager [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Going to confirm migration 9 {{(pid=69486) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5268}} [ 1275.554817] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18e4fd-2540-4a27-b7ab-901e9e08bcde {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.568371] env[69486]: DEBUG nova.compute.provider_tree [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.579565] env[69486]: DEBUG nova.network.neutron [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Port 48003c29-1c8e-4e50-9318-36971a277825 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1275.804527] env[69486]: DEBUG nova.compute.manager [req-465d9c62-1824-47a8-9d5f-274283e86527 req-6897b2f1-5526-4728-8d32-6b0a470277ad service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-vif-plugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1275.804757] env[69486]: DEBUG oslo_concurrency.lockutils [req-465d9c62-1824-47a8-9d5f-274283e86527 req-6897b2f1-5526-4728-8d32-6b0a470277ad service nova] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.804973] env[69486]: DEBUG oslo_concurrency.lockutils [req-465d9c62-1824-47a8-9d5f-274283e86527 req-6897b2f1-5526-4728-8d32-6b0a470277ad service nova] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.805158] env[69486]: DEBUG oslo_concurrency.lockutils [req-465d9c62-1824-47a8-9d5f-274283e86527 req-6897b2f1-5526-4728-8d32-6b0a470277ad service nova] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.805327] env[69486]: DEBUG nova.compute.manager [req-465d9c62-1824-47a8-9d5f-274283e86527 req-6897b2f1-5526-4728-8d32-6b0a470277ad service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] No waiting events found dispatching network-vif-plugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.805488] env[69486]: WARNING nova.compute.manager [req-465d9c62-1824-47a8-9d5f-274283e86527 req-6897b2f1-5526-4728-8d32-6b0a470277ad service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received unexpected event network-vif-plugged-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1275.890642] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.890947] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.891258] env[69486]: DEBUG nova.network.neutron [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.071779] env[69486]: DEBUG nova.scheduler.client.report [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.087145] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.087357] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquired lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.087550] env[69486]: DEBUG nova.network.neutron [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.087753] env[69486]: DEBUG nova.objects.instance [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'info_cache' on Instance uuid 33a55c8e-c83e-4aae-86f9-ad01a281302a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.575810] env[69486]: DEBUG nova.network.neutron [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.577498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.578012] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.580614] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.113s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.602458] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.602458] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.602458] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.082225] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.085581] env[69486]: DEBUG nova.compute.utils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.090944] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.091122] env[69486]: DEBUG nova.network.neutron [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.112795] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='83d11f4c733c02abee7c1a318e84f0d0',container_format='bare',created_at=2025-04-03T00:45:28Z,direct_url=,disk_format='vmdk',id=0358c729-227c-4d3a-89bb-b177d5d79d75,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-204153058-shelved',owner='c082d3c9fac04f68bcfaabcf0a3d6d8f',properties=ImageMetaProps,protected=,size=31657984,status='active',tags=,updated_at=2025-04-03T00:45:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.113030] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.113215] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.113414] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.113560] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.113704] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.113903] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.114073] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.114244] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.114402] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.114571] env[69486]: DEBUG nova.virt.hardware [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.115635] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b2682-f1c1-45d3-86dc-a08a8cf97376 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.124328] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9938b6-327b-49b3-9528-632a62c4d021 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.137605] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:83:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ae7af8-0726-45ee-a1d3-f182510a5bc2', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.144723] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.146040] env[69486]: DEBUG nova.policy [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b9cea5b023e45f2b5fd93dbb53da93b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4579b8222ddb45079e112ec471f6faf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.147380] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.147602] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0e8091-5171-4d49-899f-82716852cd12 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.169098] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.169098] env[69486]: value = "task-3215089" [ 1277.169098] env[69486]: _type = "Task" [ 1277.169098] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.180380] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215089, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.492541] env[69486]: DEBUG nova.network.neutron [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [{"id": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "address": "fa:16:3e:5c:1b:b2", "network": {"id": "e6189b38-5fc0-4462-8577-0d70a9fcb3e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-43631047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd2d5de1a44248a2d3872a82667de9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabce95eb-5c", "ovs_interfaceid": "abce95eb-5cb6-49a4-a038-40d3f7b52d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.591307] env[69486]: DEBUG nova.network.neutron [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Successfully created port: 8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.594365] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.597946] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance 06ba873c-29a6-4a72-af4b-4eb12b8ae260 as it has an incoming, in-progress migration 701f3e9f-6620-4c32-8f3e-3a141cb1edfd. Migration status is post-migrating {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1277.598248] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Applying migration context for instance 33a55c8e-c83e-4aae-86f9-ad01a281302a as it has an incoming, in-progress migration f4ac7271-d58f-4f10-b044-571ac918fc3d. Migration status is confirming {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1277.599293] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating resource usage from migration 701f3e9f-6620-4c32-8f3e-3a141cb1edfd [ 1277.599674] env[69486]: INFO nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating resource usage from migration f4ac7271-d58f-4f10-b044-571ac918fc3d [ 1277.621813] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.621944] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.622085] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration f4ac7271-d58f-4f10-b044-571ac918fc3d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1277.622193] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 33a55c8e-c83e-4aae-86f9-ad01a281302a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.622363] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Migration 701f3e9f-6620-4c32-8f3e-3a141cb1edfd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1277.622520] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 06ba873c-29a6-4a72-af4b-4eb12b8ae260 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.622638] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 5f4ea399-5e47-42a6-b571-3fc5bf50b30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.622750] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.622931] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1277.623076] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1277.655829] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.655996] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.656179] env[69486]: DEBUG nova.network.neutron [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.681353] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215089, 'name': CreateVM_Task, 'duration_secs': 0.304012} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.683643] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.684727] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.684813] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.685208] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.685457] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4a42f1-923b-4bb2-b8d7-cc9704da20b5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.690324] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1277.690324] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c386fb-5c2c-528a-7041-52becea1e8eb" [ 1277.690324] env[69486]: _type = "Task" [ 1277.690324] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.700657] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c386fb-5c2c-528a-7041-52becea1e8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.733920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d9c3c-f1b6-412f-bdc3-aad159e1cfe8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.740699] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c40424-a6fa-428e-8e3e-3890b3521f8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.772082] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25586b-b346-47e3-b80b-66aaefd80dc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.778852] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1512955-9563-4fd1-ad4a-45a9c94532ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.791406] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.828224] env[69486]: DEBUG nova.compute.manager [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-changed-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1277.828424] env[69486]: DEBUG nova.compute.manager [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Refreshing instance network info cache due to event network-changed-a6ae7af8-0726-45ee-a1d3-f182510a5bc2. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1277.828636] env[69486]: DEBUG oslo_concurrency.lockutils [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.828777] env[69486]: DEBUG oslo_concurrency.lockutils [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.828938] env[69486]: DEBUG nova.network.neutron [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Refreshing network info cache for port a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.995456] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Releasing lock "refresh_cache-33a55c8e-c83e-4aae-86f9-ad01a281302a" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.995744] env[69486]: DEBUG nova.objects.instance [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'migration_context' on Instance uuid 33a55c8e-c83e-4aae-86f9-ad01a281302a {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.201701] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.202087] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Processing image 0358c729-227c-4d3a-89bb-b177d5d79d75 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.202348] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.202498] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.202677] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.202936] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a6f1fa0-ffe5-4675-831e-a58685cb2721 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.211697] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.211873] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.212588] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb9a1aa-edf3-4b54-9be4-6f3e0a5f8d2c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.217502] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1278.217502] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f6a67c-0d15-5027-034c-10e9e9613593" [ 1278.217502] env[69486]: _type = "Task" [ 1278.217502] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.234169] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1278.234413] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Fetch image to [datastore2] OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990/OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1278.234617] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Downloading stream optimized image 0358c729-227c-4d3a-89bb-b177d5d79d75 to [datastore2] OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990/OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990.vmdk on the data store datastore2 as vApp {{(pid=69486) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1278.234766] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Downloading image file data 0358c729-227c-4d3a-89bb-b177d5d79d75 to the ESX as VM named 'OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990' {{(pid=69486) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1278.295801] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.314457] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1278.314457] env[69486]: value = "resgroup-9" [ 1278.314457] env[69486]: _type = "ResourcePool" [ 1278.314457] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1278.315021] env[69486]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-910c270e-8a2d-4238-a190-12c15f6fae0c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.340306] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lease: (returnval){ [ 1278.340306] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed68c9-2d01-ebac-4aff-d75a040bd10c" [ 1278.340306] env[69486]: _type = "HttpNfcLease" [ 1278.340306] env[69486]: } obtained for vApp import into resource pool (val){ [ 1278.340306] env[69486]: value = "resgroup-9" [ 1278.340306] env[69486]: _type = "ResourcePool" [ 1278.340306] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1278.340648] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the lease: (returnval){ [ 1278.340648] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed68c9-2d01-ebac-4aff-d75a040bd10c" [ 1278.340648] env[69486]: _type = "HttpNfcLease" [ 1278.340648] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1278.349135] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.349135] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed68c9-2d01-ebac-4aff-d75a040bd10c" [ 1278.349135] env[69486]: _type = "HttpNfcLease" [ 1278.349135] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1278.393780] env[69486]: DEBUG nova.network.neutron [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.498755] env[69486]: DEBUG nova.objects.base [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Object Instance<33a55c8e-c83e-4aae-86f9-ad01a281302a> lazy-loaded attributes: info_cache,migration_context {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.499687] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b695a-4737-454c-8de7-ab36a5249b56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.520883] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca8a4db-2cad-412f-9420-141b8bf0ed4c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.526307] env[69486]: DEBUG oslo_vmware.api [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1278.526307] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52078b6a-d4e1-5e7b-590f-3929aa36b540" [ 1278.526307] env[69486]: _type = "Task" [ 1278.526307] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.533725] env[69486]: DEBUG oslo_vmware.api [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52078b6a-d4e1-5e7b-590f-3929aa36b540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.565541] env[69486]: DEBUG nova.network.neutron [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updated VIF entry in instance network info cache for port a6ae7af8-0726-45ee-a1d3-f182510a5bc2. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.565927] env[69486]: DEBUG nova.network.neutron [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.607763] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.629588] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.629920] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.630118] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.630307] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.630490] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.630600] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.630803] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.631055] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.631277] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.631483] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.631691] env[69486]: DEBUG nova.virt.hardware [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.632645] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10705239-550c-4dc3-afea-5c1b81af95fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.640828] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46676f4c-d7ac-4072-8050-9e790d8b3f89 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.800909] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1278.801205] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.848182] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.848182] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed68c9-2d01-ebac-4aff-d75a040bd10c" [ 1278.848182] env[69486]: _type = "HttpNfcLease" [ 1278.848182] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1278.848489] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1278.848489] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ed68c9-2d01-ebac-4aff-d75a040bd10c" [ 1278.848489] env[69486]: _type = "HttpNfcLease" [ 1278.848489] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1278.849205] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00608a1d-0920-46e7-8ec1-c97d252c5acb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.856368] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f742d3-9252-70d0-1264-586a03deae5c/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1278.856546] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating HTTP connection to write to file with size = 31657984 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f742d3-9252-70d0-1264-586a03deae5c/disk-0.vmdk. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1278.912620] env[69486]: DEBUG oslo_concurrency.lockutils [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.920447] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19f544d1-85b6-4617-85d4-48aa66178b32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.036020] env[69486]: DEBUG oslo_vmware.api [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52078b6a-d4e1-5e7b-590f-3929aa36b540, 'name': SearchDatastore_Task, 'duration_secs': 0.007434} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.036302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.036545] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.068626] env[69486]: DEBUG oslo_concurrency.lockutils [req-448490bb-5567-48cd-a19b-b20db5b4716a req-59273b1f-a0c3-453b-a71a-2d4f308cac0e service nova] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.112482] env[69486]: DEBUG nova.network.neutron [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Successfully updated port: 8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.439747] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae05583d-195a-4371-af93-78678e4b3d59 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.466994] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eacd68-ff62-47b0-8890-f36beaeb8321 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.476407] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 83 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.617801] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.618088] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.618229] env[69486]: DEBUG nova.network.neutron [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.659437] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41a6d2e-c2cd-4eac-a308-daa8fdc68a63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.667436] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2541d7c-c7dc-4f7c-869d-a24d66733f58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.703266] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bebdd49-1b83-4720-9927-2b67bee3d41c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.712729] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a38a6b-0825-4abd-b8ba-c140f1bfa973 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.729462] env[69486]: DEBUG nova.compute.provider_tree [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.858395] env[69486]: DEBUG nova.compute.manager [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-vif-plugged-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1279.858648] env[69486]: DEBUG oslo_concurrency.lockutils [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.858887] env[69486]: DEBUG oslo_concurrency.lockutils [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.859091] env[69486]: DEBUG oslo_concurrency.lockutils [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.859276] env[69486]: DEBUG nova.compute.manager [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] No waiting events found dispatching network-vif-plugged-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.859447] env[69486]: WARNING nova.compute.manager [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received unexpected event network-vif-plugged-8a70ab99-2b88-49e7-b250-e26892f1d6da for instance with vm_state building and task_state spawning. [ 1279.859617] env[69486]: DEBUG nova.compute.manager [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1279.859770] env[69486]: DEBUG nova.compute.manager [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing instance network info cache due to event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1279.859959] env[69486]: DEBUG oslo_concurrency.lockutils [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.982381] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.982679] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd61fc4-7b92-4c99-9786-e6d4c778742d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.991859] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1279.991859] env[69486]: value = "task-3215091" [ 1279.991859] env[69486]: _type = "Task" [ 1279.991859] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.000613] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.017492] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1280.017720] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f742d3-9252-70d0-1264-586a03deae5c/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1280.018621] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a89d5c-2040-4e0c-807b-73cb37f5aa1c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.024546] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f742d3-9252-70d0-1264-586a03deae5c/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1280.024713] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f742d3-9252-70d0-1264-586a03deae5c/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1280.024971] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d0170d62-50a9-4c41-99f2-0ac818b7f330 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.151888] env[69486]: DEBUG nova.network.neutron [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.235306] env[69486]: DEBUG nova.scheduler.client.report [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.302666] env[69486]: DEBUG nova.network.neutron [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.315349] env[69486]: DEBUG oslo_vmware.rw_handles [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f742d3-9252-70d0-1264-586a03deae5c/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1280.315552] env[69486]: INFO nova.virt.vmwareapi.images [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Downloaded image file data 0358c729-227c-4d3a-89bb-b177d5d79d75 [ 1280.316516] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284da47b-2568-41b1-978f-bc92a4bdf24d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.332712] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df092d01-3103-4088-b5fa-0115107f283b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.417228] env[69486]: INFO nova.virt.vmwareapi.images [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] The imported VM was unregistered [ 1280.419927] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1280.420171] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.420454] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68c5e804-e6fb-4f5b-b407-78786ecec985 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.439905] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Created directory with path [datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.440116] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990/OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990.vmdk to [datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk. {{(pid=69486) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1280.440408] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-39f0048f-9370-4754-a190-d4a7c3d6e462 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.446725] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1280.446725] env[69486]: value = "task-3215093" [ 1280.446725] env[69486]: _type = "Task" [ 1280.446725] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.454378] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.501557] env[69486]: DEBUG oslo_vmware.api [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215091, 'name': PowerOnVM_Task, 'duration_secs': 0.465868} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.501834] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.502016] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-d27ec0fa-62f5-4e17-ae7e-65ca29484b23 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance '06ba873c-29a6-4a72-af4b-4eb12b8ae260' progress to 100 {{(pid=69486) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.805221] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.805581] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance network_info: |[{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.805803] env[69486]: DEBUG oslo_concurrency.lockutils [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.805987] env[69486]: DEBUG nova.network.neutron [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.807255] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a6:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a70ab99-2b88-49e7-b250-e26892f1d6da', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.815542] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.818682] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.819499] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52eb571a-2554-4147-a508-aad9763a4f6d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.841931] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.841931] env[69486]: value = "task-3215094" [ 1280.841931] env[69486]: _type = "Task" [ 1280.841931] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.856121] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215094, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.966855] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.073649] env[69486]: DEBUG nova.network.neutron [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updated VIF entry in instance network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.074033] env[69486]: DEBUG nova.network.neutron [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.245386] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.209s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.356579] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215094, 'name': CreateVM_Task, 'duration_secs': 0.380465} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.356824] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.357622] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.357877] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.358254] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.358537] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cbbbfe-8d1f-4e75-b945-ae7afc19d4b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.367021] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1281.367021] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524719bf-0bed-6778-f533-6fb0a4c3154a" [ 1281.367021] env[69486]: _type = "Task" [ 1281.367021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.380142] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524719bf-0bed-6778-f533-6fb0a4c3154a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.460479] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.577112] env[69486]: DEBUG oslo_concurrency.lockutils [req-f4b2d263-4454-47eb-b965-7a717514607c req-850ef0ee-5cbf-462b-81f8-e402e7794889 service nova] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.801505] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.811538] env[69486]: INFO nova.scheduler.client.report [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted allocation for migration f4ac7271-d58f-4f10-b044-571ac918fc3d [ 1281.881254] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]524719bf-0bed-6778-f533-6fb0a4c3154a, 'name': SearchDatastore_Task, 'duration_secs': 0.085379} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.881554] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.881790] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.882042] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.882194] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.882375] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.882649] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb60d5b-f770-47ed-a3fd-9362b833d11e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.904151] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.904329] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.905134] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093ebb25-530e-4e38-b946-aa575a1b07f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.915115] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1281.915115] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5212b674-dde4-c44f-41fd-3485b1cc8d12" [ 1281.915115] env[69486]: _type = "Task" [ 1281.915115] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.927378] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5212b674-dde4-c44f-41fd-3485b1cc8d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.970847] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.007413] env[69486]: INFO nova.compute.manager [None req-aa070410-9621-42bb-a748-a8a6333b9e6b tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Get console output [ 1282.007791] env[69486]: WARNING nova.virt.vmwareapi.driver [None req-aa070410-9621-42bb-a748-a8a6333b9e6b tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] The console log is missing. Check your VSPC configuration [ 1282.317490] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f1ec2a3f-00d2-4f56-99ea-d824c59a4e7c tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.769s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.431513] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5212b674-dde4-c44f-41fd-3485b1cc8d12, 'name': SearchDatastore_Task, 'duration_secs': 0.085834} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.432334] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59a3399-21dc-49a6-8c06-195440ab93b6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.442925] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1282.442925] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5242bfa1-66d3-c0d9-7ed1-07c72c7f714f" [ 1282.442925] env[69486]: _type = "Task" [ 1282.442925] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.455713] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5242bfa1-66d3-c0d9-7ed1-07c72c7f714f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.460652] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.967453] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5242bfa1-66d3-c0d9-7ed1-07c72c7f714f, 'name': SearchDatastore_Task, 'duration_secs': 0.083851} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.971026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.971341] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.971760] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.971983] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-875b76b3-2d36-41c0-b5b1-819a5a30a113 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.983319] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1282.983319] env[69486]: value = "task-3215095" [ 1282.983319] env[69486]: _type = "Task" [ 1282.983319] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.996176] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.259174] env[69486]: DEBUG nova.network.neutron [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Port 48003c29-1c8e-4e50-9318-36971a277825 binding to destination host cpu-1 is already ACTIVE {{(pid=69486) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1283.259478] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.259627] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.259791] env[69486]: DEBUG nova.network.neutron [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.462183] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215093, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.743176} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.462477] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990/OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990.vmdk to [datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk. [ 1283.462672] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Cleaning up location [datastore2] OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1283.462957] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d53649dc-e9ff-4d32-9097-0bced3b42990 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.463265] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb3b78c-89bc-44ce-8fe8-1e23ea3fd1f1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.474376] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1283.474376] env[69486]: value = "task-3215096" [ 1283.474376] env[69486]: _type = "Task" [ 1283.474376] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.487193] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.496476] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.959175] env[69486]: DEBUG nova.network.neutron [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.984150] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126529} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.984596] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.984596] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.984828] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk to [datastore2] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.985100] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe53926-df64-42b6-ad1d-4925fd59f290 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.996831] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614893} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.997989] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.998223] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.998510] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1283.998510] env[69486]: value = "task-3215097" [ 1283.998510] env[69486]: _type = "Task" [ 1283.998510] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.998682] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26421027-bb70-442a-bcbc-3db5717206a5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.010087] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.011153] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1284.011153] env[69486]: value = "task-3215098" [ 1284.011153] env[69486]: _type = "Task" [ 1284.011153] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.018515] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.462244] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.510406] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.518791] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062567} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.519042] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.519745] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa84c9-c7c0-4cce-9d48-56be06798d7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.540653] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.541134] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd633448-ed07-4f62-8d1c-cec937287ae3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.559621] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1284.559621] env[69486]: value = "task-3215099" [ 1284.559621] env[69486]: _type = "Task" [ 1284.559621] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.566887] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.965959] env[69486]: DEBUG nova.compute.manager [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69486) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1284.966205] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.966465] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.012654] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.069735] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215099, 'name': ReconfigVM_Task, 'duration_secs': 0.295883} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.070041] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.070718] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d217ee-ebbf-42cf-984b-8949113b020b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.078398] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1285.078398] env[69486]: value = "task-3215100" [ 1285.078398] env[69486]: _type = "Task" [ 1285.078398] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.091775] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215100, 'name': Rename_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.469521] env[69486]: DEBUG nova.objects.instance [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'migration_context' on Instance uuid 06ba873c-29a6-4a72-af4b-4eb12b8ae260 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.514863] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.592390] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215100, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.015850] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.081711] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812a378-4a02-4ed8-bd81-f03eca8b781d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.094605] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215100, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.097593] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04303d53-68fb-414a-939a-1776c2565ea0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.133576] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45d7c6e-6ae0-4484-9d93-9f543e785178 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.144609] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878e295-bbf4-4ff8-b75c-48ff49db77a0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.161228] env[69486]: DEBUG nova.compute.provider_tree [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.516338] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.593115] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215100, 'name': Rename_Task, 'duration_secs': 1.266254} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.593534] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.593683] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7123638a-49a7-4a56-827a-e255963190d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.603706] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1286.603706] env[69486]: value = "task-3215101" [ 1286.603706] env[69486]: _type = "Task" [ 1286.603706] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.615850] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.664729] env[69486]: DEBUG nova.scheduler.client.report [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.015472] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.113517] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215101, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.515699] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215097, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.130189} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.515951] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0358c729-227c-4d3a-89bb-b177d5d79d75/0358c729-227c-4d3a-89bb-b177d5d79d75.vmdk to [datastore2] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.516762] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f704e-b19c-4307-9c7d-2aa026299d9b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.538169] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.538431] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08554fc5-7f30-4782-be62-edaed1041a6a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.558601] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1287.558601] env[69486]: value = "task-3215102" [ 1287.558601] env[69486]: _type = "Task" [ 1287.558601] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.566521] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.614759] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.677052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.710s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.068419] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.115029] env[69486]: DEBUG oslo_vmware.api [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215101, 'name': PowerOnVM_Task, 'duration_secs': 1.029738} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.115446] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.115514] env[69486]: INFO nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1288.115679] env[69486]: DEBUG nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.116431] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56f99f-8e74-42f6-85b4-76f488e3644d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.568719] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215102, 'name': ReconfigVM_Task, 'duration_secs': 0.634755} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.569010] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c/5f4ea399-5e47-42a6-b571-3fc5bf50b30c.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.569649] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d4deffe-c446-4a6d-80bf-52fb18973e65 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.576335] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1288.576335] env[69486]: value = "task-3215103" [ 1288.576335] env[69486]: _type = "Task" [ 1288.576335] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.584096] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215103, 'name': Rename_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.632067] env[69486]: INFO nova.compute.manager [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Took 15.74 seconds to build instance. [ 1289.088431] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215103, 'name': Rename_Task, 'duration_secs': 0.137364} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.088697] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.088947] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34fa6be-bbc3-4342-8b53-0b6f075c2a63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.094946] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1289.094946] env[69486]: value = "task-3215104" [ 1289.094946] env[69486]: _type = "Task" [ 1289.094946] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.102633] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.133529] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e5e44214-0e31-48ca-a86a-bc904b08ae56 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.254s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.214326] env[69486]: INFO nova.compute.manager [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Swapping old allocation on dict_keys(['6273ca5d-fdc7-456c-b4b9-95635e5eee9f']) held by migration 701f3e9f-6620-4c32-8f3e-3a141cb1edfd for instance [ 1289.238996] env[69486]: DEBUG nova.scheduler.client.report [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Overwriting current allocation {'allocations': {'6273ca5d-fdc7-456c-b4b9-95635e5eee9f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': '3622dda2a28444adae22248337653911', 'user_id': 'f473b200ab034c89aa3ffe0edb79af4f', 'consumer_generation': 1} on consumer 06ba873c-29a6-4a72-af4b-4eb12b8ae260 {{(pid=69486) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1289.358121] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.358341] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.358523] env[69486]: DEBUG nova.network.neutron [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.536445] env[69486]: DEBUG nova.compute.manager [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1289.536640] env[69486]: DEBUG nova.compute.manager [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing instance network info cache due to event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1289.536898] env[69486]: DEBUG oslo_concurrency.lockutils [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.537220] env[69486]: DEBUG oslo_concurrency.lockutils [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.537422] env[69486]: DEBUG nova.network.neutron [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.605313] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215104, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.102718] env[69486]: DEBUG nova.network.neutron [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [{"id": "48003c29-1c8e-4e50-9318-36971a277825", "address": "fa:16:3e:91:65:dd", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48003c29-1c", "ovs_interfaceid": "48003c29-1c8e-4e50-9318-36971a277825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.109650] env[69486]: DEBUG oslo_vmware.api [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215104, 'name': PowerOnVM_Task, 'duration_secs': 0.692038} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.109995] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.212694] env[69486]: DEBUG nova.compute.manager [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.215858] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5dbe07-9900-4954-abb7-bdddb32bf2a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.300723] env[69486]: DEBUG nova.network.neutron [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updated VIF entry in instance network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.301097] env[69486]: DEBUG nova.network.neutron [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.611203] env[69486]: DEBUG oslo_concurrency.lockutils [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-06ba873c-29a6-4a72-af4b-4eb12b8ae260" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.611586] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.611869] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ea28a0-0a63-44ff-9f0a-e1de36d31324 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.619689] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1290.619689] env[69486]: value = "task-3215105" [ 1290.619689] env[69486]: _type = "Task" [ 1290.619689] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.627912] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.729261] env[69486]: DEBUG oslo_concurrency.lockutils [None req-0f735323-fd1b-4410-a478-db067eda708a tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.562s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.804301] env[69486]: DEBUG oslo_concurrency.lockutils [req-7c08aa8c-42d3-42cb-8e25-57faa4557e42 req-29b225da-1757-4c61-addc-8ce481798470 service nova] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.130404] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215105, 'name': PowerOffVM_Task, 'duration_secs': 0.220026} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.130683] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.131306] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.131523] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.131678] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.131858] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.132009] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.132164] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.132364] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.132523] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.132698] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.132846] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.133026] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.137807] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198b31a3-2786-4643-8d4a-30b7a65b2c5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.152635] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1291.152635] env[69486]: value = "task-3215106" [ 1291.152635] env[69486]: _type = "Task" [ 1291.152635] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.163931] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.663504] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.161967] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215106, 'name': ReconfigVM_Task, 'duration_secs': 0.568637} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.162847] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3e482-f082-45f0-bfa9-166ac5ea25de {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.180976] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.181232] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.181392] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.181574] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.181787] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.181964] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.182197] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.182446] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.182618] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.182782] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.182954] env[69486]: DEBUG nova.virt.hardware [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.183703] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ee705f-654d-4700-b86a-177301528a98 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.188616] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1292.188616] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b9d0d-546a-495b-5b77-e703183d9cd6" [ 1292.188616] env[69486]: _type = "Task" [ 1292.188616] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.195964] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b9d0d-546a-495b-5b77-e703183d9cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.579503] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83bbe5e-5dc1-46df-bee6-c3ca4e72849e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.586345] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Suspending the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1292.586582] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-98b3b643-68df-44d8-947d-7365e286df1f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.593102] env[69486]: DEBUG oslo_vmware.api [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1292.593102] env[69486]: value = "task-3215107" [ 1292.593102] env[69486]: _type = "Task" [ 1292.593102] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.600709] env[69486]: DEBUG oslo_vmware.api [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215107, 'name': SuspendVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.698409] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]527b9d0d-546a-495b-5b77-e703183d9cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.007241} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.703730] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.704056] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd062444-79e3-4e1e-8a82-55a1709ba2bf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.721932] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1292.721932] env[69486]: value = "task-3215108" [ 1292.721932] env[69486]: _type = "Task" [ 1292.721932] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.729728] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.103678] env[69486]: DEBUG oslo_vmware.api [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215107, 'name': SuspendVM_Task} progress is 70%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.232034] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215108, 'name': ReconfigVM_Task, 'duration_secs': 0.292199} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.232034] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.232807] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4747f61-3e83-430c-9818-a9c639cb29e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.255930] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.256211] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6081740d-9bc2-468b-a002-5a7902f12961 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.273021] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1293.273021] env[69486]: value = "task-3215109" [ 1293.273021] env[69486]: _type = "Task" [ 1293.273021] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.280495] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.603792] env[69486]: DEBUG oslo_vmware.api [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215107, 'name': SuspendVM_Task, 'duration_secs': 0.559078} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.603990] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Suspended the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1293.604174] env[69486]: DEBUG nova.compute.manager [None req-22918363-8967-45a0-9a54-50cf10b5d5bf tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.604877] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d4645-d2c7-4f63-935b-f592809e89fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.782494] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215109, 'name': ReconfigVM_Task, 'duration_secs': 0.255588} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.782774] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260/06ba873c-29a6-4a72-af4b-4eb12b8ae260.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.783568] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d9352-2a43-4032-8af3-d0ca031f83ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.802581] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41b9af0-8396-4658-acf1-06f810c8cf32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.820549] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8b468-6e46-42cf-88c5-c92ed370ee2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.838710] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c862b-fbb4-4fd1-9652-f26c107c579d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.844994] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.845241] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370b9334-dc22-4289-998a-282ed3ebfced {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.850640] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1293.850640] env[69486]: value = "task-3215110" [ 1293.850640] env[69486]: _type = "Task" [ 1293.850640] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.857590] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.360997] env[69486]: DEBUG oslo_vmware.api [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215110, 'name': PowerOnVM_Task, 'duration_secs': 0.366523} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.361264] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.933055] env[69486]: INFO nova.compute.manager [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Resuming [ 1294.933055] env[69486]: DEBUG nova.objects.instance [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'flavor' on Instance uuid 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.372109] env[69486]: INFO nova.compute.manager [None req-30987759-c5f7-490e-b2a4-05802eeebed2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance to original state: 'active' [ 1296.442029] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.442410] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquired lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.442519] env[69486]: DEBUG nova.network.neutron [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.772193] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.772439] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.772663] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.772853] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.773084] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.775198] env[69486]: INFO nova.compute.manager [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Terminating instance [ 1297.133442] env[69486]: DEBUG nova.network.neutron [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [{"id": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "address": "fa:16:3e:9c:83:48", "network": {"id": "5fa1af8a-0f55-4444-b794-380e6bdafb2b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-706766140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c082d3c9fac04f68bcfaabcf0a3d6d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae7af8-07", "ovs_interfaceid": "a6ae7af8-0726-45ee-a1d3-f182510a5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.279340] env[69486]: DEBUG nova.compute.manager [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.279528] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.280399] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccbd751-b824-43cf-91a1-2d8d4cc75cd8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.287711] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.287932] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0160f34-48eb-4c18-b6d6-867c1d092068 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.293193] env[69486]: DEBUG oslo_vmware.api [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1297.293193] env[69486]: value = "task-3215111" [ 1297.293193] env[69486]: _type = "Task" [ 1297.293193] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.301771] env[69486]: DEBUG oslo_vmware.api [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.636499] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Releasing lock "refresh_cache-5f4ea399-5e47-42a6-b571-3fc5bf50b30c" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.636499] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0036d034-2e12-4759-9510-264cf04fa886 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.643134] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Resuming the VM {{(pid=69486) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1297.643362] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f78be612-5edd-48fb-87aa-1077cc4843d1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.649938] env[69486]: DEBUG oslo_vmware.api [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1297.649938] env[69486]: value = "task-3215112" [ 1297.649938] env[69486]: _type = "Task" [ 1297.649938] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.657618] env[69486]: DEBUG oslo_vmware.api [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.802498] env[69486]: DEBUG oslo_vmware.api [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215111, 'name': PowerOffVM_Task, 'duration_secs': 0.170242} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.802757] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.802923] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.803182] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64b7916-2837-432d-8fd6-64fb6d9a1346 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.868815] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.869160] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.869383] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleting the datastore file [datastore2] 06ba873c-29a6-4a72-af4b-4eb12b8ae260 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.869723] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f21a3a7-6f9f-44ff-9718-7855ba6251fd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.876225] env[69486]: DEBUG oslo_vmware.api [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1297.876225] env[69486]: value = "task-3215114" [ 1297.876225] env[69486]: _type = "Task" [ 1297.876225] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.883633] env[69486]: DEBUG oslo_vmware.api [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.165235] env[69486]: DEBUG oslo_vmware.api [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.392451] env[69486]: DEBUG oslo_vmware.api [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327025} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.392766] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.392959] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.393154] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.393330] env[69486]: INFO nova.compute.manager [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1298.393634] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.393768] env[69486]: DEBUG nova.compute.manager [-] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.393862] env[69486]: DEBUG nova.network.neutron [-] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.660949] env[69486]: DEBUG oslo_vmware.api [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215112, 'name': PowerOnVM_Task, 'duration_secs': 0.525876} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.661324] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Resumed the VM {{(pid=69486) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1298.661603] env[69486]: DEBUG nova.compute.manager [None req-f477feca-9f66-4b8a-8341-8f24c7b7a939 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.662562] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f401d69-59f0-47b9-8cba-1914bf41d4a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.841470] env[69486]: DEBUG nova.compute.manager [req-0c27ffe0-bba6-4a46-8081-7849584c1e3b req-a67cf461-da89-46ac-99d2-07f368db6200 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Received event network-vif-deleted-48003c29-1c8e-4e50-9318-36971a277825 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1298.842201] env[69486]: INFO nova.compute.manager [req-0c27ffe0-bba6-4a46-8081-7849584c1e3b req-a67cf461-da89-46ac-99d2-07f368db6200 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Neutron deleted interface 48003c29-1c8e-4e50-9318-36971a277825; detaching it from the instance and deleting it from the info cache [ 1298.842201] env[69486]: DEBUG nova.network.neutron [req-0c27ffe0-bba6-4a46-8081-7849584c1e3b req-a67cf461-da89-46ac-99d2-07f368db6200 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.325592] env[69486]: DEBUG nova.network.neutron [-] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.344323] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-695b2c4a-d033-426b-8014-47e16ae4eb0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.354376] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf6e44e-b9e1-427d-94c9-a5a33a894a63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.387554] env[69486]: DEBUG nova.compute.manager [req-0c27ffe0-bba6-4a46-8081-7849584c1e3b req-a67cf461-da89-46ac-99d2-07f368db6200 service nova] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Detach interface failed, port_id=48003c29-1c8e-4e50-9318-36971a277825, reason: Instance 06ba873c-29a6-4a72-af4b-4eb12b8ae260 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1299.828099] env[69486]: INFO nova.compute.manager [-] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Took 1.43 seconds to deallocate network for instance. [ 1300.334329] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.334808] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.334878] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.361015] env[69486]: INFO nova.scheduler.client.report [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted allocations for instance 06ba873c-29a6-4a72-af4b-4eb12b8ae260 [ 1300.869733] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f34f3d58-98ca-4c66-8913-5da293a3c1ee tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "06ba873c-29a6-4a72-af4b-4eb12b8ae260" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.097s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.731793] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.732035] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.234981] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.758894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.759197] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.760760] env[69486]: INFO nova.compute.claims [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.101566] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.101809] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.102021] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.102220] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.102393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.104720] env[69486]: INFO nova.compute.manager [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Terminating instance [ 1303.608224] env[69486]: DEBUG nova.compute.manager [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.608599] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.609437] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94b093-6ae4-411a-897e-7a637ca43d63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.617301] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.617529] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3850e75-2e27-482b-a87c-62ef6ea5c32d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.623995] env[69486]: DEBUG oslo_vmware.api [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1303.623995] env[69486]: value = "task-3215115" [ 1303.623995] env[69486]: _type = "Task" [ 1303.623995] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.631513] env[69486]: DEBUG oslo_vmware.api [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.847801] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a99d7-a024-446d-9291-63646c9657ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.854948] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d79110-e7df-487b-843f-a8ad8a5350a4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.883708] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bbabc8-9875-4a79-9501-d88580e3a940 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.890567] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f09efb-6e16-4ffb-b348-069c19441b63 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.903083] env[69486]: DEBUG nova.compute.provider_tree [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.133797] env[69486]: DEBUG oslo_vmware.api [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215115, 'name': PowerOffVM_Task, 'duration_secs': 0.165551} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.134087] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.134270] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.134519] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45254dbc-17a9-4a7f-981a-26410735f0c3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.193663] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.194107] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.194107] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleting the datastore file [datastore2] 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.194389] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95c44283-f9d5-4d1f-8527-896a2a97f49c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.200911] env[69486]: DEBUG oslo_vmware.api [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for the task: (returnval){ [ 1304.200911] env[69486]: value = "task-3215117" [ 1304.200911] env[69486]: _type = "Task" [ 1304.200911] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.208935] env[69486]: DEBUG oslo_vmware.api [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.406800] env[69486]: DEBUG nova.scheduler.client.report [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.710494] env[69486]: DEBUG oslo_vmware.api [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Task: {'id': task-3215117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139452} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.710875] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.710927] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.711086] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.711262] env[69486]: INFO nova.compute.manager [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1304.711494] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.711676] env[69486]: DEBUG nova.compute.manager [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.711768] env[69486]: DEBUG nova.network.neutron [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.911696] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.912580] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.012200] env[69486]: DEBUG nova.compute.manager [req-4be956b5-572a-40f9-841f-60620b6df876 req-63cf45c8-e3f8-4b61-9f69-adcecf5cd54a service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Received event network-vif-deleted-a6ae7af8-0726-45ee-a1d3-f182510a5bc2 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1305.012405] env[69486]: INFO nova.compute.manager [req-4be956b5-572a-40f9-841f-60620b6df876 req-63cf45c8-e3f8-4b61-9f69-adcecf5cd54a service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Neutron deleted interface a6ae7af8-0726-45ee-a1d3-f182510a5bc2; detaching it from the instance and deleting it from the info cache [ 1305.012540] env[69486]: DEBUG nova.network.neutron [req-4be956b5-572a-40f9-841f-60620b6df876 req-63cf45c8-e3f8-4b61-9f69-adcecf5cd54a service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.419557] env[69486]: DEBUG nova.compute.utils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.420984] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.421209] env[69486]: DEBUG nova.network.neutron [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.460678] env[69486]: DEBUG nova.policy [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f473b200ab034c89aa3ffe0edb79af4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3622dda2a28444adae22248337653911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.493840] env[69486]: DEBUG nova.network.neutron [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.515134] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a18cd50-0230-4f2c-96a9-32158c5dabc6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.524467] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e25fc6-d60b-45c6-86cc-e6fac75dc559 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.550953] env[69486]: DEBUG nova.compute.manager [req-4be956b5-572a-40f9-841f-60620b6df876 req-63cf45c8-e3f8-4b61-9f69-adcecf5cd54a service nova] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Detach interface failed, port_id=a6ae7af8-0726-45ee-a1d3-f182510a5bc2, reason: Instance 5f4ea399-5e47-42a6-b571-3fc5bf50b30c could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1305.698836] env[69486]: DEBUG nova.network.neutron [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Successfully created port: 3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.925803] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.996353] env[69486]: INFO nova.compute.manager [-] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Took 1.28 seconds to deallocate network for instance. [ 1306.502328] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.502611] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.502835] env[69486]: DEBUG nova.objects.instance [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lazy-loading 'resources' on Instance uuid 5f4ea399-5e47-42a6-b571-3fc5bf50b30c {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.936114] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.962118] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.962370] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.962530] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.962708] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.962854] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.963095] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.963331] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.963490] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.963654] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.963815] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.963986] env[69486]: DEBUG nova.virt.hardware [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.964850] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf3393-59c7-49f3-ad4c-7c172c2b0a76 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.974586] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a433dc-3c1b-4b92-9bd9-54f9e2aeaf29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.047042] env[69486]: DEBUG nova.compute.manager [req-1f7447ff-e2b6-4772-b46d-bc110fd6a0de req-22dbec63-54c8-4710-b042-1514ff144fc2 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Received event network-vif-plugged-3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1307.047278] env[69486]: DEBUG oslo_concurrency.lockutils [req-1f7447ff-e2b6-4772-b46d-bc110fd6a0de req-22dbec63-54c8-4710-b042-1514ff144fc2 service nova] Acquiring lock "fa18b840-27f7-4657-bbb5-6e4b375bef06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.047487] env[69486]: DEBUG oslo_concurrency.lockutils [req-1f7447ff-e2b6-4772-b46d-bc110fd6a0de req-22dbec63-54c8-4710-b042-1514ff144fc2 service nova] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.047686] env[69486]: DEBUG oslo_concurrency.lockutils [req-1f7447ff-e2b6-4772-b46d-bc110fd6a0de req-22dbec63-54c8-4710-b042-1514ff144fc2 service nova] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.047813] env[69486]: DEBUG nova.compute.manager [req-1f7447ff-e2b6-4772-b46d-bc110fd6a0de req-22dbec63-54c8-4710-b042-1514ff144fc2 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] No waiting events found dispatching network-vif-plugged-3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.048094] env[69486]: WARNING nova.compute.manager [req-1f7447ff-e2b6-4772-b46d-bc110fd6a0de req-22dbec63-54c8-4710-b042-1514ff144fc2 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Received unexpected event network-vif-plugged-3e148db2-53d0-457f-93bc-cd800539dfdb for instance with vm_state building and task_state spawning. [ 1307.092012] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c180344-b79c-48ff-9516-a2287bff91e1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.099212] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fba2dd-784e-404d-930c-9801c94d86d2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.128671] env[69486]: DEBUG nova.network.neutron [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Successfully updated port: 3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.130342] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72518072-71b7-4dd8-b18e-da1922432af8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.137865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba12ed8-0380-4440-82f8-cb947393c45a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.151668] env[69486]: DEBUG nova.compute.provider_tree [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.634110] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.634283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.634428] env[69486]: DEBUG nova.network.neutron [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.654167] env[69486]: DEBUG nova.scheduler.client.report [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.158664] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.164779] env[69486]: DEBUG nova.network.neutron [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.176091] env[69486]: INFO nova.scheduler.client.report [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Deleted allocations for instance 5f4ea399-5e47-42a6-b571-3fc5bf50b30c [ 1308.351729] env[69486]: DEBUG nova.network.neutron [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [{"id": "3e148db2-53d0-457f-93bc-cd800539dfdb", "address": "fa:16:3e:8e:d2:78", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e148db2-53", "ovs_interfaceid": "3e148db2-53d0-457f-93bc-cd800539dfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.685465] env[69486]: DEBUG oslo_concurrency.lockutils [None req-3f6ba63d-7109-4da3-b7f2-10e619e88899 tempest-ServersNegativeTestJSON-1008738882 tempest-ServersNegativeTestJSON-1008738882-project-member] Lock "5f4ea399-5e47-42a6-b571-3fc5bf50b30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.584s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.855031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.855432] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Instance network_info: |[{"id": "3e148db2-53d0-457f-93bc-cd800539dfdb", "address": "fa:16:3e:8e:d2:78", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e148db2-53", "ovs_interfaceid": "3e148db2-53d0-457f-93bc-cd800539dfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.855872] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:d2:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e148db2-53d0-457f-93bc-cd800539dfdb', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.863588] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.863801] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.864051] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac84a82d-4143-481a-bcba-2ed026b630ed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.884889] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.884889] env[69486]: value = "task-3215118" [ 1308.884889] env[69486]: _type = "Task" [ 1308.884889] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.892962] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215118, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.939667] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.939968] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.940246] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.940462] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.940709] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.943023] env[69486]: INFO nova.compute.manager [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Terminating instance [ 1309.083360] env[69486]: DEBUG nova.compute.manager [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Received event network-changed-3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1309.083516] env[69486]: DEBUG nova.compute.manager [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Refreshing instance network info cache due to event network-changed-3e148db2-53d0-457f-93bc-cd800539dfdb. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1309.083735] env[69486]: DEBUG oslo_concurrency.lockutils [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] Acquiring lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.083876] env[69486]: DEBUG oslo_concurrency.lockutils [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] Acquired lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.084049] env[69486]: DEBUG nova.network.neutron [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Refreshing network info cache for port 3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.394897] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215118, 'name': CreateVM_Task, 'duration_secs': 0.27534} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.395401] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.395688] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.395869] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.396249] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.396509] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79aca8e-f253-499e-a42f-6fcdc1f623a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.402321] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1309.402321] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523fe824-6e65-680e-da99-bfa3ae821c4d" [ 1309.402321] env[69486]: _type = "Task" [ 1309.402321] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.408777] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523fe824-6e65-680e-da99-bfa3ae821c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.447838] env[69486]: DEBUG nova.compute.manager [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.448068] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.448333] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab70e54-4a83-4804-8494-f0a5bb2b1d36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.455619] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1309.455619] env[69486]: value = "task-3215119" [ 1309.455619] env[69486]: _type = "Task" [ 1309.455619] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.463960] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.900738] env[69486]: DEBUG nova.network.neutron [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updated VIF entry in instance network info cache for port 3e148db2-53d0-457f-93bc-cd800539dfdb. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.901110] env[69486]: DEBUG nova.network.neutron [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [{"id": "3e148db2-53d0-457f-93bc-cd800539dfdb", "address": "fa:16:3e:8e:d2:78", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e148db2-53", "ovs_interfaceid": "3e148db2-53d0-457f-93bc-cd800539dfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.912869] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523fe824-6e65-680e-da99-bfa3ae821c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.913697] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.913916] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.914156] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.914303] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.914474] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.914938] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0351bad2-367b-4fbb-97b0-b0a5638eec0b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.923507] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.923694] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.924397] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac9c02c-9c2c-4e17-b93f-0a2b2eb5f732 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.930813] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1309.930813] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2f822-d537-aae0-3003-cdb85eef7a7d" [ 1309.930813] env[69486]: _type = "Task" [ 1309.930813] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.938371] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2f822-d537-aae0-3003-cdb85eef7a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.965052] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215119, 'name': PowerOffVM_Task, 'duration_secs': 0.166927} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.965052] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.965223] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1309.965272] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642819', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'name': 'volume-b3c62444-6317-4562-a834-fbb4d0208307', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '33a55c8e-c83e-4aae-86f9-ad01a281302a', 'attached_at': '2025-04-03T00:45:53.000000', 'detached_at': '', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'serial': 'b3c62444-6317-4562-a834-fbb4d0208307'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1309.965996] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da04a2-d25f-4790-83da-4cf9148f8394 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.984088] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc9ba38-4ec4-419f-a7a3-2b3f70bc0d7e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.990740] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d9cd9-3a1c-4abb-a407-c2a4de3aa6b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.008493] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff708e9c-0bb1-4ca4-b718-06a7df64ee36 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.022408] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] The volume has not been displaced from its original location: [datastore1] volume-b3c62444-6317-4562-a834-fbb4d0208307/volume-b3c62444-6317-4562-a834-fbb4d0208307.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1310.027637] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.027911] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a07bd4a-fb36-4dd6-9099-5f228f0cce25 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.046077] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1310.046077] env[69486]: value = "task-3215120" [ 1310.046077] env[69486]: _type = "Task" [ 1310.046077] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.053707] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.406947] env[69486]: DEBUG oslo_concurrency.lockutils [req-eb1b9219-ca3b-44d5-9038-c52b57ad8320 req-4f8c8132-dc14-4871-8776-94057d298ca8 service nova] Releasing lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.442039] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52c2f822-d537-aae0-3003-cdb85eef7a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008062} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.442319] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245249f1-dc57-4cbd-97c2-5bdbcd712cfa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.447999] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1310.447999] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5248e497-b42f-5f71-587c-84c93761fb80" [ 1310.447999] env[69486]: _type = "Task" [ 1310.447999] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.458193] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5248e497-b42f-5f71-587c-84c93761fb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.555486] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215120, 'name': ReconfigVM_Task, 'duration_secs': 0.161084} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.555812] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.560406] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7746649f-6c77-442c-a3e1-a0edd89ff4f5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.575913] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1310.575913] env[69486]: value = "task-3215121" [ 1310.575913] env[69486]: _type = "Task" [ 1310.575913] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.583655] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.958313] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5248e497-b42f-5f71-587c-84c93761fb80, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.958575] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.958829] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] fa18b840-27f7-4657-bbb5-6e4b375bef06/fa18b840-27f7-4657-bbb5-6e4b375bef06.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.959098] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a232c7c-e170-4225-989e-bbdb9eabd6e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.967390] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1310.967390] env[69486]: value = "task-3215122" [ 1310.967390] env[69486]: _type = "Task" [ 1310.967390] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.975237] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.084896] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215121, 'name': ReconfigVM_Task, 'duration_secs': 0.132152} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.085268] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642819', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'name': 'volume-b3c62444-6317-4562-a834-fbb4d0208307', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '33a55c8e-c83e-4aae-86f9-ad01a281302a', 'attached_at': '2025-04-03T00:45:53.000000', 'detached_at': '', 'volume_id': 'b3c62444-6317-4562-a834-fbb4d0208307', 'serial': 'b3c62444-6317-4562-a834-fbb4d0208307'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1311.085563] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.086345] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a2828-2a89-4c5f-bc46-5da4f1684cce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.092802] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.093052] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45376fa2-c3d7-4ffc-a789-36312acf3b3e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.164176] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.164444] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.164581] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore1] 33a55c8e-c83e-4aae-86f9-ad01a281302a {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.164985] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-482d687e-9ba2-4fab-ba4e-5bfec278828d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.175339] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1311.175339] env[69486]: value = "task-3215124" [ 1311.175339] env[69486]: _type = "Task" [ 1311.175339] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.189048] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.476147] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443803} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.476454] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] fa18b840-27f7-4657-bbb5-6e4b375bef06/fa18b840-27f7-4657-bbb5-6e4b375bef06.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.476636] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.476882] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbca7ea2-1090-4789-9325-65795adceed5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.483316] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1311.483316] env[69486]: value = "task-3215125" [ 1311.483316] env[69486]: _type = "Task" [ 1311.483316] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.490462] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.684462] env[69486]: DEBUG oslo_vmware.api [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164944} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.684879] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.685110] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.685294] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.685468] env[69486]: INFO nova.compute.manager [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1311.685709] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.685895] env[69486]: DEBUG nova.compute.manager [-] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.685990] env[69486]: DEBUG nova.network.neutron [-] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.992903] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059368} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.993074] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.993834] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f1b84-8468-46d3-9af1-754ed591e8cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.015260] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] fa18b840-27f7-4657-bbb5-6e4b375bef06/fa18b840-27f7-4657-bbb5-6e4b375bef06.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.015545] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386aa04f-6ed2-48aa-96a6-0db9eb169d91 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.034756] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1312.034756] env[69486]: value = "task-3215126" [ 1312.034756] env[69486]: _type = "Task" [ 1312.034756] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.044057] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.126933] env[69486]: DEBUG nova.compute.manager [req-f7327081-7147-4bdf-b36e-ea72a5a46156 req-08efb787-2108-4560-aa08-04b952b291a8 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Received event network-vif-deleted-abce95eb-5cb6-49a4-a038-40d3f7b52d20 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1312.127206] env[69486]: INFO nova.compute.manager [req-f7327081-7147-4bdf-b36e-ea72a5a46156 req-08efb787-2108-4560-aa08-04b952b291a8 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Neutron deleted interface abce95eb-5cb6-49a4-a038-40d3f7b52d20; detaching it from the instance and deleting it from the info cache [ 1312.127390] env[69486]: DEBUG nova.network.neutron [req-f7327081-7147-4bdf-b36e-ea72a5a46156 req-08efb787-2108-4560-aa08-04b952b291a8 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.545674] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215126, 'name': ReconfigVM_Task, 'duration_secs': 0.309957} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.545674] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Reconfigured VM instance instance-0000007a to attach disk [datastore2] fa18b840-27f7-4657-bbb5-6e4b375bef06/fa18b840-27f7-4657-bbb5-6e4b375bef06.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.546059] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e53b2f-d110-438f-ad27-0f018a5c2a58 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.551772] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1312.551772] env[69486]: value = "task-3215127" [ 1312.551772] env[69486]: _type = "Task" [ 1312.551772] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.558816] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215127, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.611577] env[69486]: DEBUG nova.network.neutron [-] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.630557] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d5da8a-2004-41fb-bf16-bfd12a4c5655 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.640608] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aac2d1-694d-446b-a05a-b1b9908d079e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.667470] env[69486]: DEBUG nova.compute.manager [req-f7327081-7147-4bdf-b36e-ea72a5a46156 req-08efb787-2108-4560-aa08-04b952b291a8 service nova] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Detach interface failed, port_id=abce95eb-5cb6-49a4-a038-40d3f7b52d20, reason: Instance 33a55c8e-c83e-4aae-86f9-ad01a281302a could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1313.062883] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215127, 'name': Rename_Task, 'duration_secs': 0.135939} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.062883] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.062883] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fbeb1c4-420a-4706-b260-07b89c311b19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.068867] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1313.068867] env[69486]: value = "task-3215128" [ 1313.068867] env[69486]: _type = "Task" [ 1313.068867] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.076290] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.113964] env[69486]: INFO nova.compute.manager [-] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Took 1.43 seconds to deallocate network for instance. [ 1313.579049] env[69486]: DEBUG oslo_vmware.api [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215128, 'name': PowerOnVM_Task, 'duration_secs': 0.429971} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.579405] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.579463] env[69486]: INFO nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1313.579707] env[69486]: DEBUG nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.580422] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b377c6a-94be-4424-a912-5446b2f6161e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.659674] env[69486]: INFO nova.compute.manager [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Took 0.55 seconds to detach 1 volumes for instance. [ 1313.662133] env[69486]: DEBUG nova.compute.manager [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Deleting volume: b3c62444-6317-4562-a834-fbb4d0208307 {{(pid=69486) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1314.096145] env[69486]: INFO nova.compute.manager [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Took 11.36 seconds to build instance. [ 1314.200875] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.201238] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.201468] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.224548] env[69486]: INFO nova.scheduler.client.report [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted allocations for instance 33a55c8e-c83e-4aae-86f9-ad01a281302a [ 1314.597782] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5f9ba33b-1fc9-4bda-9f5e-a58fec0c23d4 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.866s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.731894] env[69486]: DEBUG oslo_concurrency.lockutils [None req-35c8e7f1-7c81-4279-bfdf-8ac63f0ef010 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "33a55c8e-c83e-4aae-86f9-ad01a281302a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.994558] env[69486]: DEBUG nova.compute.manager [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Received event network-changed-3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1314.994714] env[69486]: DEBUG nova.compute.manager [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Refreshing instance network info cache due to event network-changed-3e148db2-53d0-457f-93bc-cd800539dfdb. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1314.994932] env[69486]: DEBUG oslo_concurrency.lockutils [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] Acquiring lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.995210] env[69486]: DEBUG oslo_concurrency.lockutils [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] Acquired lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.995394] env[69486]: DEBUG nova.network.neutron [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Refreshing network info cache for port 3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.671966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.672268] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.672426] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.672607] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.672774] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.674695] env[69486]: INFO nova.compute.manager [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Terminating instance [ 1315.689435] env[69486]: DEBUG nova.network.neutron [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updated VIF entry in instance network info cache for port 3e148db2-53d0-457f-93bc-cd800539dfdb. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.689774] env[69486]: DEBUG nova.network.neutron [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [{"id": "3e148db2-53d0-457f-93bc-cd800539dfdb", "address": "fa:16:3e:8e:d2:78", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e148db2-53", "ovs_interfaceid": "3e148db2-53d0-457f-93bc-cd800539dfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.178258] env[69486]: DEBUG nova.compute.manager [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.178542] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.179463] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0e5df-638e-489e-966f-458e91d69df8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.186773] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.186997] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e83abb-2610-4d7b-bc5e-d5214bd5405f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.192610] env[69486]: DEBUG oslo_concurrency.lockutils [req-075d1c6c-79dc-4e34-9189-5a268341bb85 req-9bfaaf03-02b3-452e-8f16-be091680518b service nova] Releasing lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.193031] env[69486]: DEBUG oslo_vmware.api [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1316.193031] env[69486]: value = "task-3215130" [ 1316.193031] env[69486]: _type = "Task" [ 1316.193031] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.201056] env[69486]: DEBUG oslo_vmware.api [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.702664] env[69486]: DEBUG oslo_vmware.api [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215130, 'name': PowerOffVM_Task, 'duration_secs': 0.185733} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.703069] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.703069] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.703280] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35cb4fbc-164f-424b-ab3b-95c4afd01519 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.762278] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.762497] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.762676] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore1] 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.762924] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c7ad1c-afe9-464f-b2d2-c4bad00e206f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.769873] env[69486]: DEBUG oslo_vmware.api [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1316.769873] env[69486]: value = "task-3215132" [ 1316.769873] env[69486]: _type = "Task" [ 1316.769873] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.777523] env[69486]: DEBUG oslo_vmware.api [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.281320] env[69486]: DEBUG oslo_vmware.api [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129788} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.281550] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.281762] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.281944] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.282355] env[69486]: INFO nova.compute.manager [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1317.282355] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.282563] env[69486]: DEBUG nova.compute.manager [-] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.282642] env[69486]: DEBUG nova.network.neutron [-] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.497330] env[69486]: DEBUG nova.compute.manager [req-d2719a17-2eff-434d-bccd-9137fca513bf req-2ebeb893-1404-43cf-9679-e985e055e2ce service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Received event network-vif-deleted-538897fb-f760-4daa-a1ff-b640d84466d4 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1317.497521] env[69486]: INFO nova.compute.manager [req-d2719a17-2eff-434d-bccd-9137fca513bf req-2ebeb893-1404-43cf-9679-e985e055e2ce service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Neutron deleted interface 538897fb-f760-4daa-a1ff-b640d84466d4; detaching it from the instance and deleting it from the info cache [ 1317.497686] env[69486]: DEBUG nova.network.neutron [req-d2719a17-2eff-434d-bccd-9137fca513bf req-2ebeb893-1404-43cf-9679-e985e055e2ce service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.981250] env[69486]: DEBUG nova.network.neutron [-] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.000559] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b8aeb60-7914-4904-9370-4a10d7f7e92f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.009957] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b8f0e-a13f-43d1-b9ca-b16b4445d64c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.034465] env[69486]: DEBUG nova.compute.manager [req-d2719a17-2eff-434d-bccd-9137fca513bf req-2ebeb893-1404-43cf-9679-e985e055e2ce service nova] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Detach interface failed, port_id=538897fb-f760-4daa-a1ff-b640d84466d4, reason: Instance 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1318.483972] env[69486]: INFO nova.compute.manager [-] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Took 1.20 seconds to deallocate network for instance. [ 1318.992584] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.993032] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.993080] env[69486]: DEBUG nova.objects.instance [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'resources' on Instance uuid 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.562240] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27ac78-0705-4777-8e2d-b4d20c74ba93 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.570867] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1b092d-9471-46f2-8caf-6277e357abb2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.600465] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaeb0dd-6586-4a20-806c-42b2a55e7f02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.608230] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba546aa-48d6-437f-a0cd-f5ae3d703e03 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.622922] env[69486]: DEBUG nova.compute.provider_tree [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.127123] env[69486]: DEBUG nova.scheduler.client.report [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.631496] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.655830] env[69486]: INFO nova.scheduler.client.report [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted allocations for instance 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9 [ 1321.164027] env[69486]: DEBUG oslo_concurrency.lockutils [None req-86148007-7d1d-4ec0-a0d1-14f1acb62035 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.492s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.438102] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.438649] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.438649] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "e79b82b1-f2eb-4890-a601-76bdb348eff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.438890] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.438967] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.441061] env[69486]: INFO nova.compute.manager [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Terminating instance [ 1325.944903] env[69486]: DEBUG nova.compute.manager [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.945187] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.946074] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4e9b9-5132-4afd-ae1c-19b6f1471ec7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.953964] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.954218] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18202be1-887b-46f9-b59c-3bb7ffbfc68f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.960366] env[69486]: DEBUG oslo_vmware.api [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1325.960366] env[69486]: value = "task-3215134" [ 1325.960366] env[69486]: _type = "Task" [ 1325.960366] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.968339] env[69486]: DEBUG oslo_vmware.api [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.470983] env[69486]: DEBUG oslo_vmware.api [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215134, 'name': PowerOffVM_Task, 'duration_secs': 0.210907} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.471354] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.471446] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.471660] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-018d27ae-8d47-4950-bf4c-414f56f829db {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.530303] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.530516] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.530749] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleting the datastore file [datastore2] e79b82b1-f2eb-4890-a601-76bdb348eff5 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.531030] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e45475c-b3af-4985-8520-3ca9de973b9c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.537820] env[69486]: DEBUG oslo_vmware.api [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for the task: (returnval){ [ 1326.537820] env[69486]: value = "task-3215136" [ 1326.537820] env[69486]: _type = "Task" [ 1326.537820] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.546178] env[69486]: DEBUG oslo_vmware.api [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.048094] env[69486]: DEBUG oslo_vmware.api [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Task: {'id': task-3215136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127496} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.048341] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.048523] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.048702] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.048872] env[69486]: INFO nova.compute.manager [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1327.049125] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.049321] env[69486]: DEBUG nova.compute.manager [-] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.049419] env[69486]: DEBUG nova.network.neutron [-] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.284207] env[69486]: DEBUG nova.compute.manager [req-6eff877d-afa4-4bad-95bd-a7d4f502e672 req-5da39494-8eae-475e-b0dc-f44bee719b24 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Received event network-vif-deleted-f7ff3607-1ffb-4c8c-bc6d-07625142743e {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1327.284207] env[69486]: INFO nova.compute.manager [req-6eff877d-afa4-4bad-95bd-a7d4f502e672 req-5da39494-8eae-475e-b0dc-f44bee719b24 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Neutron deleted interface f7ff3607-1ffb-4c8c-bc6d-07625142743e; detaching it from the instance and deleting it from the info cache [ 1327.284421] env[69486]: DEBUG nova.network.neutron [req-6eff877d-afa4-4bad-95bd-a7d4f502e672 req-5da39494-8eae-475e-b0dc-f44bee719b24 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.298494] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.298701] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.298867] env[69486]: INFO nova.compute.manager [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Shelving [ 1327.372508] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.768062] env[69486]: DEBUG nova.network.neutron [-] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.786249] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11daa74e-7a7d-44fd-a76b-20dcd7c50c86 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.796427] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3437e34a-1a55-4f8e-93df-da572a994b96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.822344] env[69486]: DEBUG nova.compute.manager [req-6eff877d-afa4-4bad-95bd-a7d4f502e672 req-5da39494-8eae-475e-b0dc-f44bee719b24 service nova] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Detach interface failed, port_id=f7ff3607-1ffb-4c8c-bc6d-07625142743e, reason: Instance e79b82b1-f2eb-4890-a601-76bdb348eff5 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1328.271100] env[69486]: INFO nova.compute.manager [-] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Took 1.22 seconds to deallocate network for instance. [ 1328.312017] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.312821] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c058a82-044a-436a-9e1a-8ea0a5e3a06c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.320337] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1328.320337] env[69486]: value = "task-3215137" [ 1328.320337] env[69486]: _type = "Task" [ 1328.320337] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.332563] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.372046] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.372256] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1328.777512] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.777882] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.778021] env[69486]: DEBUG nova.objects.instance [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lazy-loading 'resources' on Instance uuid e79b82b1-f2eb-4890-a601-76bdb348eff5 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.829466] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215137, 'name': PowerOffVM_Task, 'duration_secs': 0.202849} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.829692] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.830431] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18162449-e1f4-49c1-a24f-ca886af7d9b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.848740] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35841ae9-044e-4a4e-b167-ba6a30e8b01f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.334730] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce1a7b-8603-4f73-9610-4f383e38a78a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.342599] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26863e4d-2192-44e8-b435-2b00b5b6fc74 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.372422] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Creating Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1329.373036] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.373222] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ff3aab2-019f-4756-b80a-4a603868ba48 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.375554] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222538bd-991d-46ea-b578-b678738edb57 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.385534] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1d2e63-c9b9-4743-8813-854e85414b44 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.389194] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1329.389194] env[69486]: value = "task-3215138" [ 1329.389194] env[69486]: _type = "Task" [ 1329.389194] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.401528] env[69486]: DEBUG nova.compute.provider_tree [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.408174] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215138, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.899261] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215138, 'name': CreateSnapshot_Task, 'duration_secs': 0.441999} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.899640] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Created Snapshot of the VM instance {{(pid=69486) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1329.900252] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d914e-112f-4237-a395-8654e891c9af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.904488] env[69486]: DEBUG nova.scheduler.client.report [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.372300] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.372558] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.413636] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.422380] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Creating linked-clone VM from snapshot {{(pid=69486) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1330.422902] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62a21746-be01-4b98-b3d1-98dab78aef66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.431581] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1330.431581] env[69486]: value = "task-3215139" [ 1330.431581] env[69486]: _type = "Task" [ 1330.431581] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.439403] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215139, 'name': CloneVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.442117] env[69486]: INFO nova.scheduler.client.report [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Deleted allocations for instance e79b82b1-f2eb-4890-a601-76bdb348eff5 [ 1330.941719] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215139, 'name': CloneVM_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.949779] env[69486]: DEBUG oslo_concurrency.lockutils [None req-48642fd0-8a19-454e-bd48-b5adc6e04ea0 tempest-ServerActionsTestOtherA-830649786 tempest-ServerActionsTestOtherA-830649786-project-member] Lock "e79b82b1-f2eb-4890-a601-76bdb348eff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.511s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.367699] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.442125] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215139, 'name': CloneVM_Task, 'duration_secs': 0.969668} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.442500] env[69486]: INFO nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Created linked-clone VM from snapshot [ 1331.442908] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b854ffb-7fb4-4eca-8b21-a05bb77c15d8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.450014] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Uploading image cd2b48e2-a955-41f7-aca4-5320b49b2a67 {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1331.474292] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1331.474292] env[69486]: value = "vm-642829" [ 1331.474292] env[69486]: _type = "VirtualMachine" [ 1331.474292] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1331.474533] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5faed4ae-9821-4031-8108-b870f129d6c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.481014] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease: (returnval){ [ 1331.481014] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a7bfc6-4c43-1bdb-52e3-36fe90f28a04" [ 1331.481014] env[69486]: _type = "HttpNfcLease" [ 1331.481014] env[69486]: } obtained for exporting VM: (result){ [ 1331.481014] env[69486]: value = "vm-642829" [ 1331.481014] env[69486]: _type = "VirtualMachine" [ 1331.481014] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1331.481318] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the lease: (returnval){ [ 1331.481318] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a7bfc6-4c43-1bdb-52e3-36fe90f28a04" [ 1331.481318] env[69486]: _type = "HttpNfcLease" [ 1331.481318] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1331.487333] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1331.487333] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a7bfc6-4c43-1bdb-52e3-36fe90f28a04" [ 1331.487333] env[69486]: _type = "HttpNfcLease" [ 1331.487333] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1331.989868] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1331.989868] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a7bfc6-4c43-1bdb-52e3-36fe90f28a04" [ 1331.989868] env[69486]: _type = "HttpNfcLease" [ 1331.989868] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1331.990360] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1331.990360] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a7bfc6-4c43-1bdb-52e3-36fe90f28a04" [ 1331.990360] env[69486]: _type = "HttpNfcLease" [ 1331.990360] env[69486]: }. {{(pid=69486) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1331.990880] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b2302-7584-408c-9197-58f8b254fe56 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.998217] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2d9c1-ea42-d5e6-1f2c-283d722d6015/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1331.998391] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2d9c1-ea42-d5e6-1f2c-283d722d6015/disk-0.vmdk for reading. {{(pid=69486) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1332.084214] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78436e70-3d2a-4daf-9ab0-bf72a430b719 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.372494] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.875991] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.876294] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.876462] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.876625] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1334.877584] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478082dc-ed51-4e61-b5df-ee292c1de4df {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.887830] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c2d738-add7-432f-9829-6609c8efe9d6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.902403] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb3b2b0-64e2-4a33-8aff-856e25e381e8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.909134] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9cc45f-29cc-4cb5-ba8b-9e726809cdab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.937656] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179895MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1334.937852] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.938026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.964310] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.964626] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance fa18b840-27f7-4657-bbb5-6e4b375bef06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.964626] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1335.964778] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1336.003041] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428abe8a-ebb6-4659-80d0-c70b40c6ac8d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.011150] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619ea482-a05e-4bd2-b66b-7ea9aca7f61f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.042604] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e52da1f-2d84-49e2-b43a-5d0d042e5772 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.050018] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8d25a-eae9-44a1-9def-be4f8bcbc263 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.063128] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.566688] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.072593] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1337.072955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.747583] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2d9c1-ea42-d5e6-1f2c-283d722d6015/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1338.748532] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1818995-ac4b-4e73-90bf-614d3101a8ea {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.754722] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2d9c1-ea42-d5e6-1f2c-283d722d6015/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1338.754883] env[69486]: ERROR oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2d9c1-ea42-d5e6-1f2c-283d722d6015/disk-0.vmdk due to incomplete transfer. [ 1338.755101] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85d300be-8f8b-469b-a354-cd33f76ae827 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.762127] env[69486]: DEBUG oslo_vmware.rw_handles [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e2d9c1-ea42-d5e6-1f2c-283d722d6015/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1338.762284] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Uploaded image cd2b48e2-a955-41f7-aca4-5320b49b2a67 to the Glance image server {{(pid=69486) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1338.764784] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Destroying the VM {{(pid=69486) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1338.765009] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdf0cc92-e3f7-46f0-bf68-93aae731ffe3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.770878] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1338.770878] env[69486]: value = "task-3215141" [ 1338.770878] env[69486]: _type = "Task" [ 1338.770878] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.778099] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215141, 'name': Destroy_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.073400] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.280948] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215141, 'name': Destroy_Task, 'duration_secs': 0.328566} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.282024] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Destroyed the VM [ 1339.282024] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deleting Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1339.282024] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c136d87-bb15-46dc-a2c4-ae216e0ea39f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.287347] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1339.287347] env[69486]: value = "task-3215142" [ 1339.287347] env[69486]: _type = "Task" [ 1339.287347] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.294574] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.797991] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215142, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333907} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.798393] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deleted Snapshot of the VM instance {{(pid=69486) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1339.798545] env[69486]: DEBUG nova.compute.manager [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.799292] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453f6f3d-e5f9-458d-807c-f62f82e3b7f0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.310385] env[69486]: INFO nova.compute.manager [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Shelve offloading [ 1340.813631] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.814058] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07064228-d3b6-49bd-a200-866e6026cba8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.822638] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1340.822638] env[69486]: value = "task-3215143" [ 1340.822638] env[69486]: _type = "Task" [ 1340.822638] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.831387] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.333415] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] VM already powered off {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1341.333645] env[69486]: DEBUG nova.compute.manager [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.334399] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560ee85-0392-4a48-9aea-154f653b5228 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.339912] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.340093] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.340266] env[69486]: DEBUG nova.network.neutron [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.031270] env[69486]: DEBUG nova.network.neutron [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.534287] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.745155] env[69486]: DEBUG nova.compute.manager [req-39b93590-fa24-4af9-be42-76e508c95b05 req-48351c3d-9b22-41a4-9b9b-22d9a95a25c2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-vif-unplugged-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1342.745346] env[69486]: DEBUG oslo_concurrency.lockutils [req-39b93590-fa24-4af9-be42-76e508c95b05 req-48351c3d-9b22-41a4-9b9b-22d9a95a25c2 service nova] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.745595] env[69486]: DEBUG oslo_concurrency.lockutils [req-39b93590-fa24-4af9-be42-76e508c95b05 req-48351c3d-9b22-41a4-9b9b-22d9a95a25c2 service nova] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.745770] env[69486]: DEBUG oslo_concurrency.lockutils [req-39b93590-fa24-4af9-be42-76e508c95b05 req-48351c3d-9b22-41a4-9b9b-22d9a95a25c2 service nova] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.745938] env[69486]: DEBUG nova.compute.manager [req-39b93590-fa24-4af9-be42-76e508c95b05 req-48351c3d-9b22-41a4-9b9b-22d9a95a25c2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] No waiting events found dispatching network-vif-unplugged-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.746350] env[69486]: WARNING nova.compute.manager [req-39b93590-fa24-4af9-be42-76e508c95b05 req-48351c3d-9b22-41a4-9b9b-22d9a95a25c2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received unexpected event network-vif-unplugged-8a70ab99-2b88-49e7-b250-e26892f1d6da for instance with vm_state shelved and task_state shelving_offloading. [ 1342.829939] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.830830] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4d213-680b-41c4-a559-72dd31422cde {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.838514] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.838726] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d40fa61-2378-4c54-a76e-b17cd65d08d0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.904769] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.905066] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.905300] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleting the datastore file [datastore2] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.905532] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c72759e-a013-4e16-a7fb-7259c1ae260c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.912420] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1342.912420] env[69486]: value = "task-3215145" [ 1342.912420] env[69486]: _type = "Task" [ 1342.912420] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.919804] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.422177] env[69486]: DEBUG oslo_vmware.api [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127434} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.422555] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.422626] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.422748] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.445862] env[69486]: INFO nova.scheduler.client.report [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted allocations for instance 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d [ 1343.950602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.950993] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.951303] env[69486]: DEBUG nova.objects.instance [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'resources' on Instance uuid 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.454164] env[69486]: DEBUG nova.objects.instance [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.769614] env[69486]: DEBUG nova.compute.manager [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1344.769822] env[69486]: DEBUG nova.compute.manager [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing instance network info cache due to event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1344.770046] env[69486]: DEBUG oslo_concurrency.lockutils [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.770196] env[69486]: DEBUG oslo_concurrency.lockutils [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.770409] env[69486]: DEBUG nova.network.neutron [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.956592] env[69486]: DEBUG nova.objects.base [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Object Instance<7b898291-ebc2-4cb6-a9d0-0b73e40fed3d> lazy-loaded attributes: resources,numa_topology {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.993056] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a214fe2c-a145-4ebc-a260-eb08cf7ffd3c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.001104] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98fc827-9870-45ec-89d6-56e5f3794054 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.029912] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.031129] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22462c-575b-4180-bfc0-ecd9146b2950 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.038054] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc008b81-0ba7-4dd3-852f-ba962ff44a21 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.051141] env[69486]: DEBUG nova.compute.provider_tree [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.456394] env[69486]: DEBUG nova.network.neutron [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updated VIF entry in instance network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.456747] env[69486]: DEBUG nova.network.neutron [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.554324] env[69486]: DEBUG nova.scheduler.client.report [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.959193] env[69486]: DEBUG oslo_concurrency.lockutils [req-789f4ed7-1504-4358-84e4-033d97dae759 req-e16074de-de3b-459b-9a1f-2bad0d4bd94f service nova] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.058499] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.566023] env[69486]: DEBUG oslo_concurrency.lockutils [None req-b6c3a706-dede-4498-bef0-f3623d801546 tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.267s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.566792] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.537s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.566979] env[69486]: INFO nova.compute.manager [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Unshelving [ 1347.593346] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.593633] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.593848] env[69486]: DEBUG nova.objects.instance [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'pci_requests' on Instance uuid 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.098024] env[69486]: DEBUG nova.objects.instance [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.601078] env[69486]: INFO nova.compute.claims [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.648632] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76427830-8fe2-4149-996e-236ed1e50911 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.656266] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b70b3-9d62-4c04-ac92-d8b7aae92aa3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.687122] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b99321a-0fc2-40a8-8b3b-f2804eb5ea64 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.694501] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81809631-d7a9-4336-9bb3-ccaa61d1c43c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.707494] env[69486]: DEBUG nova.compute.provider_tree [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.957300] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.957614] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.957807] env[69486]: DEBUG nova.compute.manager [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.958727] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c83a2-ebe5-453c-95c5-47df665106d1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.965708] env[69486]: DEBUG nova.compute.manager [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69486) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1349.966264] env[69486]: DEBUG nova.objects.instance [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'flavor' on Instance uuid fa18b840-27f7-4657-bbb5-6e4b375bef06 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.210515] env[69486]: DEBUG nova.scheduler.client.report [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.715704] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.122s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.744767] env[69486]: INFO nova.network.neutron [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating port 8a70ab99-2b88-49e7-b250-e26892f1d6da with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1350.973477] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.973789] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576653a5-4256-4c4f-9262-c23c165d92ce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.981337] env[69486]: DEBUG oslo_vmware.api [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1350.981337] env[69486]: value = "task-3215146" [ 1350.981337] env[69486]: _type = "Task" [ 1350.981337] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.989411] env[69486]: DEBUG oslo_vmware.api [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.493395] env[69486]: DEBUG oslo_vmware.api [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215146, 'name': PowerOffVM_Task, 'duration_secs': 0.165697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.493818] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.494131] env[69486]: DEBUG nova.compute.manager [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.495422] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e50fb7f-f544-4471-96e6-749d3a5dc152 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.011549] env[69486]: DEBUG oslo_concurrency.lockutils [None req-1d49a25a-3b4c-44d4-8b41-1e73360b56c2 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.102833] env[69486]: DEBUG nova.compute.manager [req-e8fee475-4316-4dfd-b76a-fa58ee48a1f7 req-999f28c2-dea2-4b80-b8dd-7ff174013edb service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-vif-plugged-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1352.103083] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8fee475-4316-4dfd-b76a-fa58ee48a1f7 req-999f28c2-dea2-4b80-b8dd-7ff174013edb service nova] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.103307] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8fee475-4316-4dfd-b76a-fa58ee48a1f7 req-999f28c2-dea2-4b80-b8dd-7ff174013edb service nova] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.103474] env[69486]: DEBUG oslo_concurrency.lockutils [req-e8fee475-4316-4dfd-b76a-fa58ee48a1f7 req-999f28c2-dea2-4b80-b8dd-7ff174013edb service nova] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.103674] env[69486]: DEBUG nova.compute.manager [req-e8fee475-4316-4dfd-b76a-fa58ee48a1f7 req-999f28c2-dea2-4b80-b8dd-7ff174013edb service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] No waiting events found dispatching network-vif-plugged-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.103845] env[69486]: WARNING nova.compute.manager [req-e8fee475-4316-4dfd-b76a-fa58ee48a1f7 req-999f28c2-dea2-4b80-b8dd-7ff174013edb service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received unexpected event network-vif-plugged-8a70ab99-2b88-49e7-b250-e26892f1d6da for instance with vm_state shelved_offloaded and task_state spawning. [ 1352.174261] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.174448] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.174629] env[69486]: DEBUG nova.network.neutron [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.299144] env[69486]: DEBUG nova.objects.instance [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'flavor' on Instance uuid fa18b840-27f7-4657-bbb5-6e4b375bef06 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.804393] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.804580] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.804758] env[69486]: DEBUG nova.network.neutron [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.804933] env[69486]: DEBUG nova.objects.instance [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'info_cache' on Instance uuid fa18b840-27f7-4657-bbb5-6e4b375bef06 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.869991] env[69486]: DEBUG nova.network.neutron [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.308409] env[69486]: DEBUG nova.objects.base [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69486) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.372133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.400603] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5a273cecae8d0c10c65b42c8822c9645',container_format='bare',created_at=2025-04-03T00:46:49Z,direct_url=,disk_format='vmdk',id=cd2b48e2-a955-41f7-aca4-5320b49b2a67,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1183218180-shelved',owner='4579b8222ddb45079e112ec471f6faf0',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T00:47:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.400837] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.400990] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.401185] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.401335] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.401478] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.401681] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.401840] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.402009] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.402179] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.402347] env[69486]: DEBUG nova.virt.hardware [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.403201] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b1d5e-ed9a-4b45-b941-099460fc92b3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.410938] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468276d6-127a-474b-ab61-0325cf5738b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.423933] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a6:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a70ab99-2b88-49e7-b250-e26892f1d6da', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.431093] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.431326] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.431524] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-684ee905-ef58-4526-b756-505198e06d02 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.449374] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.449374] env[69486]: value = "task-3215147" [ 1353.449374] env[69486]: _type = "Task" [ 1353.449374] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.456364] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215147, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.958383] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215147, 'name': CreateVM_Task, 'duration_secs': 0.290811} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.958591] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.959187] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.959352] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.959730] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.959976] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93919a45-6017-4f36-b783-56ca382c32da {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.964020] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1353.964020] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ad0858-32d5-dc5e-9068-d68501e5ea60" [ 1353.964020] env[69486]: _type = "Task" [ 1353.964020] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.971206] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ad0858-32d5-dc5e-9068-d68501e5ea60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.001510] env[69486]: DEBUG nova.network.neutron [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [{"id": "3e148db2-53d0-457f-93bc-cd800539dfdb", "address": "fa:16:3e:8e:d2:78", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e148db2-53", "ovs_interfaceid": "3e148db2-53d0-457f-93bc-cd800539dfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.124835] env[69486]: DEBUG nova.compute.manager [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1354.124932] env[69486]: DEBUG nova.compute.manager [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing instance network info cache due to event network-changed-8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1354.125171] env[69486]: DEBUG oslo_concurrency.lockutils [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] Acquiring lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.125290] env[69486]: DEBUG oslo_concurrency.lockutils [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] Acquired lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.125467] env[69486]: DEBUG nova.network.neutron [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Refreshing network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.474557] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.474961] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Processing image cd2b48e2-a955-41f7-aca4-5320b49b2a67 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.475045] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.475175] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.475351] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.475618] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2278d4de-37a4-4eaa-9abd-3ba6e644ad42 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.483728] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.483892] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.484541] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ffdd2c-dcc3-4808-86fc-09fc18757596 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.489111] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1354.489111] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525fff34-3491-b6e8-9739-b5288334d77f" [ 1354.489111] env[69486]: _type = "Task" [ 1354.489111] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.495668] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525fff34-3491-b6e8-9739-b5288334d77f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.504202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.806700] env[69486]: DEBUG nova.network.neutron [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updated VIF entry in instance network info cache for port 8a70ab99-2b88-49e7-b250-e26892f1d6da. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.807037] env[69486]: DEBUG nova.network.neutron [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [{"id": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "address": "fa:16:3e:56:a6:19", "network": {"id": "cb3734b2-503a-4dd0-af9b-78fad4ee923e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-299626816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4579b8222ddb45079e112ec471f6faf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a70ab99-2b", "ovs_interfaceid": "8a70ab99-2b88-49e7-b250-e26892f1d6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.999601] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Preparing fetch location {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1354.999843] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Fetch image to [datastore1] OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59/OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59.vmdk {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1355.000037] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Downloading stream optimized image cd2b48e2-a955-41f7-aca4-5320b49b2a67 to [datastore1] OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59/OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59.vmdk on the data store datastore1 as vApp {{(pid=69486) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1355.000211] env[69486]: DEBUG nova.virt.vmwareapi.images [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Downloading image file data cd2b48e2-a955-41f7-aca4-5320b49b2a67 to the ESX as VM named 'OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59' {{(pid=69486) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1355.064833] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1355.064833] env[69486]: value = "resgroup-9" [ 1355.064833] env[69486]: _type = "ResourcePool" [ 1355.064833] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1355.065121] env[69486]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bacc366c-2f39-469e-bbee-662eaa2c3dcf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.084664] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease: (returnval){ [ 1355.084664] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c5251-f8eb-6c5d-ff25-3cca6ac6e186" [ 1355.084664] env[69486]: _type = "HttpNfcLease" [ 1355.084664] env[69486]: } obtained for vApp import into resource pool (val){ [ 1355.084664] env[69486]: value = "resgroup-9" [ 1355.084664] env[69486]: _type = "ResourcePool" [ 1355.084664] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1355.084990] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the lease: (returnval){ [ 1355.084990] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c5251-f8eb-6c5d-ff25-3cca6ac6e186" [ 1355.084990] env[69486]: _type = "HttpNfcLease" [ 1355.084990] env[69486]: } to be ready. {{(pid=69486) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1355.090834] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.090834] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c5251-f8eb-6c5d-ff25-3cca6ac6e186" [ 1355.090834] env[69486]: _type = "HttpNfcLease" [ 1355.090834] env[69486]: } is initializing. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1355.309667] env[69486]: DEBUG oslo_concurrency.lockutils [req-297c1afb-9efa-4dcb-accd-0b07b2f4f26f req-7affea9d-ee59-421a-83bb-06e2c269a0a2 service nova] Releasing lock "refresh_cache-7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.508923] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.509368] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a50f5de-c8c2-4851-8e98-26781a2a5639 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.515272] env[69486]: DEBUG oslo_vmware.api [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1355.515272] env[69486]: value = "task-3215149" [ 1355.515272] env[69486]: _type = "Task" [ 1355.515272] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.522803] env[69486]: DEBUG oslo_vmware.api [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.592382] env[69486]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.592382] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c5251-f8eb-6c5d-ff25-3cca6ac6e186" [ 1355.592382] env[69486]: _type = "HttpNfcLease" [ 1355.592382] env[69486]: } is ready. {{(pid=69486) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.592633] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.592633] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528c5251-f8eb-6c5d-ff25-3cca6ac6e186" [ 1355.592633] env[69486]: _type = "HttpNfcLease" [ 1355.592633] env[69486]: }. {{(pid=69486) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1355.593386] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73c9f6c-0006-46fe-9c40-eb4e223de1e9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.600262] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e281b-f93b-657a-f822-435d796b1f55/disk-0.vmdk from lease info. {{(pid=69486) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.600430] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e281b-f93b-657a-f822-435d796b1f55/disk-0.vmdk. {{(pid=69486) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1355.663606] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-862d411c-a14a-4abf-851b-4e9da2f07a7a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.026761] env[69486]: DEBUG oslo_vmware.api [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215149, 'name': PowerOnVM_Task, 'duration_secs': 0.354864} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.028845] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.029122] env[69486]: DEBUG nova.compute.manager [None req-abb59852-ce8f-44a7-b6f0-4bf31b90426c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.029901] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5791cdb-a0fa-4a22-8899-1e2413db0fa6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.698252] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Completed reading data from the image iterator. {{(pid=69486) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1356.698720] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e281b-f93b-657a-f822-435d796b1f55/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1356.699798] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30498e98-2a98-4a01-ad00-1a7939830c31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.706516] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e281b-f93b-657a-f822-435d796b1f55/disk-0.vmdk is in state: ready. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1356.706678] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e281b-f93b-657a-f822-435d796b1f55/disk-0.vmdk. {{(pid=69486) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1356.706900] env[69486]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d23c27a0-d2eb-4358-9175-b9b543c19206 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.937029] env[69486]: DEBUG oslo_vmware.rw_handles [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e281b-f93b-657a-f822-435d796b1f55/disk-0.vmdk. {{(pid=69486) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1356.937275] env[69486]: INFO nova.virt.vmwareapi.images [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Downloaded image file data cd2b48e2-a955-41f7-aca4-5320b49b2a67 [ 1356.938176] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de6f9e2-30c8-40b8-bee7-3116723b5882 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.952895] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a11637a-a7f9-433b-8c64-00f89ed84b11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.978850] env[69486]: INFO nova.virt.vmwareapi.images [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] The imported VM was unregistered [ 1356.981217] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Caching image {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1356.981446] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.981687] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f1c2d00-31b1-400d-bfd2-e28594430faa {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.992236] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Created directory with path [datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67 {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.992410] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59/OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59.vmdk to [datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk. {{(pid=69486) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1356.992630] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d59cee08-4895-44bb-a79a-79f750f056b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.998167] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1356.998167] env[69486]: value = "task-3215151" [ 1356.998167] env[69486]: _type = "Task" [ 1356.998167] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.005080] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215151, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.068649] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e683992-09f7-43c5-8cc8-116d1707f92b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.074435] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Suspending the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1357.074649] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7044009a-5fe8-4e77-98dc-e98766b8742a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.079477] env[69486]: DEBUG oslo_vmware.api [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1357.079477] env[69486]: value = "task-3215152" [ 1357.079477] env[69486]: _type = "Task" [ 1357.079477] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.086974] env[69486]: DEBUG oslo_vmware.api [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215152, 'name': SuspendVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.509290] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215151, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.589576] env[69486]: DEBUG oslo_vmware.api [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215152, 'name': SuspendVM_Task} progress is 70%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.009156] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215151, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.090309] env[69486]: DEBUG oslo_vmware.api [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215152, 'name': SuspendVM_Task, 'duration_secs': 0.580642} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.090572] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Suspended the VM {{(pid=69486) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1358.090753] env[69486]: DEBUG nova.compute.manager [None req-633116e0-7bc4-4173-a3ff-17ac84d0212d tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.091548] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc2d3a-4ae0-488a-b8a8-2f9cf52990b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.509772] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215151, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.011978] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215151, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.411652] env[69486]: INFO nova.compute.manager [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Resuming [ 1359.412415] env[69486]: DEBUG nova.objects.instance [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'flavor' on Instance uuid fa18b840-27f7-4657-bbb5-6e4b375bef06 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.510634] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215151, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.148074} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.510878] env[69486]: INFO nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59/OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59.vmdk to [datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk. [ 1359.511081] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Cleaning up location [datastore1] OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1359.511252] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b2362179-383b-454c-ac8b-f5e6120b9a59 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.511490] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3460fe7-e5ba-4595-93ef-73bed7cbd5b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.517353] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1359.517353] env[69486]: value = "task-3215153" [ 1359.517353] env[69486]: _type = "Task" [ 1359.517353] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.524505] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.027245] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034327} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.027547] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.027703] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.027925] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk to [datastore1] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.028198] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39b9c17-9e58-4485-b780-6ba75a5574ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.035083] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1360.035083] env[69486]: value = "task-3215154" [ 1360.035083] env[69486]: _type = "Task" [ 1360.035083] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.042061] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.548765] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215154, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.923661] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.923865] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquired lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.923990] env[69486]: DEBUG nova.network.neutron [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.045173] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215154, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.546922] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215154, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.700457] env[69486]: DEBUG nova.network.neutron [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [{"id": "3e148db2-53d0-457f-93bc-cd800539dfdb", "address": "fa:16:3e:8e:d2:78", "network": {"id": "5d79a70a-77a1-4422-acb7-71a38c5088a2", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-581515587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3622dda2a28444adae22248337653911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e148db2-53", "ovs_interfaceid": "3e148db2-53d0-457f-93bc-cd800539dfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.055719] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215154, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.203785] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Releasing lock "refresh_cache-fa18b840-27f7-4657-bbb5-6e4b375bef06" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.204833] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba5cfdd-8f27-42ad-86ae-1f8e3210e6bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.211596] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Resuming the VM {{(pid=69486) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1362.211861] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551fb4f3-97a8-4efc-97bb-d570cec4a284 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.218587] env[69486]: DEBUG oslo_vmware.api [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1362.218587] env[69486]: value = "task-3215155" [ 1362.218587] env[69486]: _type = "Task" [ 1362.218587] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.226861] env[69486]: DEBUG oslo_vmware.api [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.547824] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215154, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.435016} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.548119] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cd2b48e2-a955-41f7-aca4-5320b49b2a67/cd2b48e2-a955-41f7-aca4-5320b49b2a67.vmdk to [datastore1] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.548884] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe03067-32a2-4edc-b065-abb1956503dc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.570531] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.570809] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525120ec-bb2c-4727-bffe-e7755c3725b9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.589317] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1362.589317] env[69486]: value = "task-3215156" [ 1362.589317] env[69486]: _type = "Task" [ 1362.589317] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.600459] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.728395] env[69486]: DEBUG oslo_vmware.api [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.099486] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.229753] env[69486]: DEBUG oslo_vmware.api [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215155, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.599359] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215156, 'name': ReconfigVM_Task, 'duration_secs': 0.834764} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.599632] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d/7b898291-ebc2-4cb6-a9d0-0b73e40fed3d.vmdk or device None with type streamOptimized {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.600283] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de65bcf-207b-41b8-bfb3-5b6474cd47a9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.606579] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1363.606579] env[69486]: value = "task-3215157" [ 1363.606579] env[69486]: _type = "Task" [ 1363.606579] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.613526] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215157, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.729936] env[69486]: DEBUG oslo_vmware.api [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215155, 'name': PowerOnVM_Task, 'duration_secs': 1.110157} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.730215] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Resumed the VM {{(pid=69486) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1363.730415] env[69486]: DEBUG nova.compute.manager [None req-5be01e7f-1b0b-4cda-a7a5-4964ec644d2c tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.731336] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08104da1-5d16-48a4-b37a-885d857e170e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.116686] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215157, 'name': Rename_Task, 'duration_secs': 0.202253} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.116953] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.117212] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-911a1168-2299-49f8-b725-1c7d486e8f2f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.123797] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1364.123797] env[69486]: value = "task-3215158" [ 1364.123797] env[69486]: _type = "Task" [ 1364.123797] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.131231] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.651380] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215158, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.140328] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.472380] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.472692] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.472865] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "fa18b840-27f7-4657-bbb5-6e4b375bef06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.473063] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.473235] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.475354] env[69486]: INFO nova.compute.manager [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Terminating instance [ 1365.640909] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215158, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.978861] env[69486]: DEBUG nova.compute.manager [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.979178] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.980106] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7639fe-8c93-4720-b5b4-02697656734d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.987640] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.987903] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4815b4e9-032f-4075-b3b2-3f9092333cf5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.993993] env[69486]: DEBUG oslo_vmware.api [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1365.993993] env[69486]: value = "task-3215159" [ 1365.993993] env[69486]: _type = "Task" [ 1365.993993] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.002089] env[69486]: DEBUG oslo_vmware.api [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.141336] env[69486]: DEBUG oslo_vmware.api [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215158, 'name': PowerOnVM_Task, 'duration_secs': 1.533218} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.141670] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.286023] env[69486]: DEBUG nova.compute.manager [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.286993] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa11dc8-e9b1-4a73-ad10-762f961d3ea2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.503992] env[69486]: DEBUG oslo_vmware.api [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215159, 'name': PowerOffVM_Task, 'duration_secs': 0.317534} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.504259] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.504425] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.504657] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b63d9637-763f-4898-a4ff-9bfada453248 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.564582] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.564767] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.564928] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleting the datastore file [datastore2] fa18b840-27f7-4657-bbb5-6e4b375bef06 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.565268] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab33d0c6-88a7-4209-90e3-7e424f2d0dd9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.571749] env[69486]: DEBUG oslo_vmware.api [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for the task: (returnval){ [ 1366.571749] env[69486]: value = "task-3215161" [ 1366.571749] env[69486]: _type = "Task" [ 1366.571749] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.578758] env[69486]: DEBUG oslo_vmware.api [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.803031] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a59209db-36d8-4859-9b90-421180f6207e tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.236s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.081487] env[69486]: DEBUG oslo_vmware.api [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Task: {'id': task-3215161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147253} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.081712] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.081901] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.082100] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.082274] env[69486]: INFO nova.compute.manager [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1367.082519] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.082700] env[69486]: DEBUG nova.compute.manager [-] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.082794] env[69486]: DEBUG nova.network.neutron [-] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.837216] env[69486]: DEBUG nova.compute.manager [req-8136b2a6-3769-4a14-8b6f-0fa7a335d716 req-efc43cc6-08b2-4c61-a5e9-7b39d0ba6dff service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Received event network-vif-deleted-3e148db2-53d0-457f-93bc-cd800539dfdb {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1367.837467] env[69486]: INFO nova.compute.manager [req-8136b2a6-3769-4a14-8b6f-0fa7a335d716 req-efc43cc6-08b2-4c61-a5e9-7b39d0ba6dff service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Neutron deleted interface 3e148db2-53d0-457f-93bc-cd800539dfdb; detaching it from the instance and deleting it from the info cache [ 1367.837586] env[69486]: DEBUG nova.network.neutron [req-8136b2a6-3769-4a14-8b6f-0fa7a335d716 req-efc43cc6-08b2-4c61-a5e9-7b39d0ba6dff service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.140026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.140026] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.140226] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.140379] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.140584] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.142791] env[69486]: INFO nova.compute.manager [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Terminating instance [ 1368.320999] env[69486]: DEBUG nova.network.neutron [-] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.340284] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d6431e8-496c-4c30-bbb6-6b73e8044376 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.350296] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed34a6-bde0-47c6-b36e-da6c8608e2ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.374320] env[69486]: DEBUG nova.compute.manager [req-8136b2a6-3769-4a14-8b6f-0fa7a335d716 req-efc43cc6-08b2-4c61-a5e9-7b39d0ba6dff service nova] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Detach interface failed, port_id=3e148db2-53d0-457f-93bc-cd800539dfdb, reason: Instance fa18b840-27f7-4657-bbb5-6e4b375bef06 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1368.646801] env[69486]: DEBUG nova.compute.manager [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.647043] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.647948] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c4c7fa-058e-4de3-b438-d5369d295a5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.655761] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.656009] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42056f9c-6fbe-4477-8098-863620d307a6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.661455] env[69486]: DEBUG oslo_vmware.api [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1368.661455] env[69486]: value = "task-3215162" [ 1368.661455] env[69486]: _type = "Task" [ 1368.661455] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.669155] env[69486]: DEBUG oslo_vmware.api [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.824204] env[69486]: INFO nova.compute.manager [-] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Took 1.74 seconds to deallocate network for instance. [ 1369.171720] env[69486]: DEBUG oslo_vmware.api [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215162, 'name': PowerOffVM_Task, 'duration_secs': 0.190242} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.172087] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.172136] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.172348] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4965a229-38ea-447e-a80e-35d6110b512d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.227278] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.227511] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deleting contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.227660] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleting the datastore file [datastore1] 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.227929] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97ff8997-ab7f-4312-b8f9-c30ffcbb6e12 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.234619] env[69486]: DEBUG oslo_vmware.api [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for the task: (returnval){ [ 1369.234619] env[69486]: value = "task-3215164" [ 1369.234619] env[69486]: _type = "Task" [ 1369.234619] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.244810] env[69486]: DEBUG oslo_vmware.api [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.331057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.331361] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.331604] env[69486]: DEBUG nova.objects.instance [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lazy-loading 'resources' on Instance uuid fa18b840-27f7-4657-bbb5-6e4b375bef06 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.745309] env[69486]: DEBUG oslo_vmware.api [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Task: {'id': task-3215164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122835} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.745561] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.745725] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deleted contents of the VM from datastore datastore1 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.745895] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.746082] env[69486]: INFO nova.compute.manager [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1369.746319] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.746503] env[69486]: DEBUG nova.compute.manager [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.746597] env[69486]: DEBUG nova.network.neutron [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.874720] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e91394-5689-41dc-9785-4535216f728f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.881813] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed17519-290a-4b3a-8c1b-8058b5ff18cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.910865] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413db05a-1de2-471b-b66a-3f297b8d9d82 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.917669] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a5ed57-1871-458c-bc02-842eb08a9a2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.930520] env[69486]: DEBUG nova.compute.provider_tree [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.139520] env[69486]: DEBUG nova.compute.manager [req-096c3a3a-7b78-4100-ad34-c21eecafce4a req-9ff736fc-c377-44d3-8b7e-380e45f88257 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Received event network-vif-deleted-8a70ab99-2b88-49e7-b250-e26892f1d6da {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1370.139667] env[69486]: INFO nova.compute.manager [req-096c3a3a-7b78-4100-ad34-c21eecafce4a req-9ff736fc-c377-44d3-8b7e-380e45f88257 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Neutron deleted interface 8a70ab99-2b88-49e7-b250-e26892f1d6da; detaching it from the instance and deleting it from the info cache [ 1370.139844] env[69486]: DEBUG nova.network.neutron [req-096c3a3a-7b78-4100-ad34-c21eecafce4a req-9ff736fc-c377-44d3-8b7e-380e45f88257 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.452205] env[69486]: ERROR nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] [req-ebec0a2a-f289-4018-a095-4e2b68b3a7da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebec0a2a-f289-4018-a095-4e2b68b3a7da"}]} [ 1370.467356] env[69486]: DEBUG nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1370.479597] env[69486]: DEBUG nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1370.479804] env[69486]: DEBUG nova.compute.provider_tree [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.492701] env[69486]: DEBUG nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1370.510754] env[69486]: DEBUG nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1370.542692] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b12c89-17d5-4102-a959-7041623dccc7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.550048] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba697dd8-5440-427a-810a-74c462ca06c1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.579046] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22889639-0514-4981-8498-8207e06c486b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.585539] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f07c4-1da3-4425-96f5-0878d3bacd69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.598038] env[69486]: DEBUG nova.compute.provider_tree [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.621671] env[69486]: DEBUG nova.network.neutron [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.642322] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18e63e20-7720-4f3b-9cb2-78cc3bbcabe8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.652301] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ff22a-d468-4b04-8fa1-62f3d974e827 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.675714] env[69486]: DEBUG nova.compute.manager [req-096c3a3a-7b78-4100-ad34-c21eecafce4a req-9ff736fc-c377-44d3-8b7e-380e45f88257 service nova] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Detach interface failed, port_id=8a70ab99-2b88-49e7-b250-e26892f1d6da, reason: Instance 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1371.124288] env[69486]: INFO nova.compute.manager [-] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Took 1.38 seconds to deallocate network for instance. [ 1371.130263] env[69486]: DEBUG nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1371.130521] env[69486]: DEBUG nova.compute.provider_tree [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 176 to 177 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1371.130703] env[69486]: DEBUG nova.compute.provider_tree [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.635216] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.635946] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.638169] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.638402] env[69486]: DEBUG nova.objects.instance [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lazy-loading 'resources' on Instance uuid 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.660578] env[69486]: INFO nova.scheduler.client.report [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Deleted allocations for instance fa18b840-27f7-4657-bbb5-6e4b375bef06 [ 1372.165702] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ecb47a-1e25-4caa-968d-253b76b9e13a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.170814] env[69486]: DEBUG oslo_concurrency.lockutils [None req-ae3352a8-c8ad-471c-a1d4-d5527ca35061 tempest-ServerActionsTestJSON-636623404 tempest-ServerActionsTestJSON-636623404-project-member] Lock "fa18b840-27f7-4657-bbb5-6e4b375bef06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.698s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.176769] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dbba99-669f-4f73-8e01-f735ca892329 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.207471] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a888274-0821-4115-aecd-3c10d14b397d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.214418] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b9dff4-9d21-4cd6-a07a-325451dc2783 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.227425] env[69486]: DEBUG nova.compute.provider_tree [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.730785] env[69486]: DEBUG nova.scheduler.client.report [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.235560] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.256807] env[69486]: INFO nova.scheduler.client.report [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Deleted allocations for instance 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d [ 1373.764347] env[69486]: DEBUG oslo_concurrency.lockutils [None req-106fea40-8030-4996-9038-c2435b46c5ed tempest-ServerActionsTestOtherB-1173365400 tempest-ServerActionsTestOtherB-1173365400-project-member] Lock "7b898291-ebc2-4cb6-a9d0-0b73e40fed3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.624s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.228163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.228480] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.731469] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.261686] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.261970] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.266484] env[69486]: INFO nova.compute.claims [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.306382] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afb423-ed81-40e2-a9b7-f000c5c0ea9b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.313791] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d92eb-065a-46bb-88ee-86f709af0bde {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.343700] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7075baae-5fde-4b6d-a51f-7c0cdf820917 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.350855] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe567282-d123-4191-a898-2201a1359c96 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.364588] env[69486]: DEBUG nova.compute.provider_tree [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.867476] env[69486]: DEBUG nova.scheduler.client.report [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.373612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.373970] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.879408] env[69486]: DEBUG nova.compute.utils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.880872] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.881309] env[69486]: DEBUG nova.network.neutron [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.932034] env[69486]: DEBUG nova.policy [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78dec01813434126b31fccbea31159f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261f4306c2ea4faf986d626b8bd50b7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.978069] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.978330] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.151966] env[69486]: DEBUG nova.network.neutron [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Successfully created port: 41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.384467] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.480557] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.001356] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.001629] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.003119] env[69486]: INFO nova.compute.claims [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.394556] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.421789] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.422042] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.422203] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.422387] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.422530] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.422676] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.422876] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.423045] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.423230] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.423417] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.423591] env[69486]: DEBUG nova.virt.hardware [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.424463] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb7d1f-a48e-4a99-9e48-fadeea83e8dd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.432717] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754ec69-9424-4809-adf6-303ac46e6fc4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.497338] env[69486]: DEBUG nova.compute.manager [req-7e7bcc72-f55d-4f10-b3ab-ecf61aea4aae req-f2f709ce-0dc5-4e9a-a081-1fdb80c2d024 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Received event network-vif-plugged-41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1384.497626] env[69486]: DEBUG oslo_concurrency.lockutils [req-7e7bcc72-f55d-4f10-b3ab-ecf61aea4aae req-f2f709ce-0dc5-4e9a-a081-1fdb80c2d024 service nova] Acquiring lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.497778] env[69486]: DEBUG oslo_concurrency.lockutils [req-7e7bcc72-f55d-4f10-b3ab-ecf61aea4aae req-f2f709ce-0dc5-4e9a-a081-1fdb80c2d024 service nova] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.497964] env[69486]: DEBUG oslo_concurrency.lockutils [req-7e7bcc72-f55d-4f10-b3ab-ecf61aea4aae req-f2f709ce-0dc5-4e9a-a081-1fdb80c2d024 service nova] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.498164] env[69486]: DEBUG nova.compute.manager [req-7e7bcc72-f55d-4f10-b3ab-ecf61aea4aae req-f2f709ce-0dc5-4e9a-a081-1fdb80c2d024 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] No waiting events found dispatching network-vif-plugged-41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.498341] env[69486]: WARNING nova.compute.manager [req-7e7bcc72-f55d-4f10-b3ab-ecf61aea4aae req-f2f709ce-0dc5-4e9a-a081-1fdb80c2d024 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Received unexpected event network-vif-plugged-41ee646d-1292-4872-89ef-371ff6de78c9 for instance with vm_state building and task_state spawning. [ 1384.588398] env[69486]: DEBUG nova.network.neutron [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Successfully updated port: 41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.049795] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5707574-9c5d-4bd0-b317-7e7f4f71efed {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.058365] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27169e2-2acf-456c-925a-759e819937b4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.088141] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64e08f-ae8e-47ac-85eb-7997dd52df64 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.091073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "refresh_cache-736d3d63-2279-47aa-aa2c-8f2212a5ae39" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.091073] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquired lock "refresh_cache-736d3d63-2279-47aa-aa2c-8f2212a5ae39" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.091238] env[69486]: DEBUG nova.network.neutron [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.097050] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e04dd9-3273-4be4-b69d-3e0d2eecfd66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.110743] env[69486]: DEBUG nova.compute.provider_tree [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.613490] env[69486]: DEBUG nova.scheduler.client.report [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.619378] env[69486]: DEBUG nova.network.neutron [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.735393] env[69486]: DEBUG nova.network.neutron [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Updating instance_info_cache with network_info: [{"id": "41ee646d-1292-4872-89ef-371ff6de78c9", "address": "fa:16:3e:95:06:06", "network": {"id": "67293b5f-242d-460c-8dbc-5f6e7baeb99d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1917892490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261f4306c2ea4faf986d626b8bd50b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ee646d-12", "ovs_interfaceid": "41ee646d-1292-4872-89ef-371ff6de78c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.117767] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.118378] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.237856] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Releasing lock "refresh_cache-736d3d63-2279-47aa-aa2c-8f2212a5ae39" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.237856] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Instance network_info: |[{"id": "41ee646d-1292-4872-89ef-371ff6de78c9", "address": "fa:16:3e:95:06:06", "network": {"id": "67293b5f-242d-460c-8dbc-5f6e7baeb99d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1917892490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261f4306c2ea4faf986d626b8bd50b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ee646d-12", "ovs_interfaceid": "41ee646d-1292-4872-89ef-371ff6de78c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.238980] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:06:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41ee646d-1292-4872-89ef-371ff6de78c9', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.245370] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Creating folder: Project (261f4306c2ea4faf986d626b8bd50b7c). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.245625] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c294a5e3-10a7-43d0-9f1a-ab13463baa2d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.257550] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Created folder: Project (261f4306c2ea4faf986d626b8bd50b7c) in parent group-v642494. [ 1386.259523] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Creating folder: Instances. Parent ref: group-v642832. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.259523] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67d3a9ed-ea37-4db1-a8aa-8288e93f079c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.267829] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Created folder: Instances in parent group-v642832. [ 1386.268986] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.268986] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.268986] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd3cd460-7f8d-427a-89ea-47c8fd073514 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.286895] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.286895] env[69486]: value = "task-3215168" [ 1386.286895] env[69486]: _type = "Task" [ 1386.286895] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.293854] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215168, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.523676] env[69486]: DEBUG nova.compute.manager [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Received event network-changed-41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1386.524028] env[69486]: DEBUG nova.compute.manager [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Refreshing instance network info cache due to event network-changed-41ee646d-1292-4872-89ef-371ff6de78c9. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1386.524374] env[69486]: DEBUG oslo_concurrency.lockutils [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] Acquiring lock "refresh_cache-736d3d63-2279-47aa-aa2c-8f2212a5ae39" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.524532] env[69486]: DEBUG oslo_concurrency.lockutils [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] Acquired lock "refresh_cache-736d3d63-2279-47aa-aa2c-8f2212a5ae39" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.524696] env[69486]: DEBUG nova.network.neutron [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Refreshing network info cache for port 41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.623242] env[69486]: DEBUG nova.compute.utils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.624479] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.625238] env[69486]: DEBUG nova.network.neutron [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.660575] env[69486]: DEBUG nova.policy [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164efbaf8f6d4b82841734729f07fa29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9695fef255d408e9a9f2033ecd97aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.796172] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215168, 'name': CreateVM_Task, 'duration_secs': 0.279824} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.796341] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.796981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.797154] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.797459] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.797698] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd69c0c4-949c-47da-a2c4-e24a2f0d5750 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.801838] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1386.801838] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52473720-893e-f602-65da-f399883cb32b" [ 1386.801838] env[69486]: _type = "Task" [ 1386.801838] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.808792] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52473720-893e-f602-65da-f399883cb32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.884531] env[69486]: DEBUG nova.network.neutron [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Successfully created port: 32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.128256] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.216431] env[69486]: DEBUG nova.network.neutron [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Updated VIF entry in instance network info cache for port 41ee646d-1292-4872-89ef-371ff6de78c9. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.216771] env[69486]: DEBUG nova.network.neutron [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Updating instance_info_cache with network_info: [{"id": "41ee646d-1292-4872-89ef-371ff6de78c9", "address": "fa:16:3e:95:06:06", "network": {"id": "67293b5f-242d-460c-8dbc-5f6e7baeb99d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1917892490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261f4306c2ea4faf986d626b8bd50b7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ee646d-12", "ovs_interfaceid": "41ee646d-1292-4872-89ef-371ff6de78c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.311751] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52473720-893e-f602-65da-f399883cb32b, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.312055] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.312288] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.312522] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.312669] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.312843] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.313108] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf51dc0f-f8e2-458c-b8ed-daffc0d1a11f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.321303] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.321490] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.322177] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cd6306-df52-40b5-9f59-aeff940ef0d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.326969] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1387.326969] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52de1883-42d9-00c1-91bc-b2a841177e15" [ 1387.326969] env[69486]: _type = "Task" [ 1387.326969] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.334030] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52de1883-42d9-00c1-91bc-b2a841177e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.371958] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.719103] env[69486]: DEBUG oslo_concurrency.lockutils [req-c8de021f-0e1e-4c74-a1d0-6e100192bdeb req-c857bc0e-16e4-472a-bff3-6e6a90b848e6 service nova] Releasing lock "refresh_cache-736d3d63-2279-47aa-aa2c-8f2212a5ae39" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.837440] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52de1883-42d9-00c1-91bc-b2a841177e15, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.838247] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8e3d06-161d-4c12-9510-7bd7348131d5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.843752] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1387.843752] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a4dd9d-7c46-7039-29b1-a7928fdaf84f" [ 1387.843752] env[69486]: _type = "Task" [ 1387.843752] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.851016] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a4dd9d-7c46-7039-29b1-a7928fdaf84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.138130] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.163748] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.163993] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.164172] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.164355] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.164498] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.164640] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.164844] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.164998] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.165177] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.165339] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.165666] env[69486]: DEBUG nova.virt.hardware [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.166556] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b92b38-847a-44af-9b66-cbf3d3975c5f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.174099] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403bf8dd-5c2a-4435-b4dc-e64e028c0d54 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.330310] env[69486]: DEBUG nova.network.neutron [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Successfully updated port: 32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.355415] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a4dd9d-7c46-7039-29b1-a7928fdaf84f, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.355717] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.355973] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 736d3d63-2279-47aa-aa2c-8f2212a5ae39/736d3d63-2279-47aa-aa2c-8f2212a5ae39.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.356264] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a140be83-7fc8-491d-a868-dc9729d9f6d7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.362608] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1388.362608] env[69486]: value = "task-3215169" [ 1388.362608] env[69486]: _type = "Task" [ 1388.362608] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.370129] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.551538] env[69486]: DEBUG nova.compute.manager [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Received event network-vif-plugged-32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1388.551793] env[69486]: DEBUG oslo_concurrency.lockutils [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.552060] env[69486]: DEBUG oslo_concurrency.lockutils [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.552168] env[69486]: DEBUG oslo_concurrency.lockutils [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.552330] env[69486]: DEBUG nova.compute.manager [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] No waiting events found dispatching network-vif-plugged-32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.552494] env[69486]: WARNING nova.compute.manager [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Received unexpected event network-vif-plugged-32a606fa-70e4-41c1-9229-e224bee0dfed for instance with vm_state building and task_state spawning. [ 1388.552646] env[69486]: DEBUG nova.compute.manager [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Received event network-changed-32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1388.552799] env[69486]: DEBUG nova.compute.manager [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Refreshing instance network info cache due to event network-changed-32a606fa-70e4-41c1-9229-e224bee0dfed. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1388.552979] env[69486]: DEBUG oslo_concurrency.lockutils [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] Acquiring lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.553164] env[69486]: DEBUG oslo_concurrency.lockutils [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] Acquired lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.553323] env[69486]: DEBUG nova.network.neutron [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Refreshing network info cache for port 32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.836309] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.872737] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463324} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.873013] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 736d3d63-2279-47aa-aa2c-8f2212a5ae39/736d3d63-2279-47aa-aa2c-8f2212a5ae39.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.873234] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.873482] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49052ca9-d3ee-4db8-adc3-825bbfb7959d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.880860] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1388.880860] env[69486]: value = "task-3215170" [ 1388.880860] env[69486]: _type = "Task" [ 1388.880860] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.888963] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.083655] env[69486]: DEBUG nova.network.neutron [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.144756] env[69486]: DEBUG nova.network.neutron [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.372352] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.372530] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1389.390296] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061882} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.390556] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.391302] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68ce01-f57d-47a5-8d59-62e8c9836bdd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.413173] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 736d3d63-2279-47aa-aa2c-8f2212a5ae39/736d3d63-2279-47aa-aa2c-8f2212a5ae39.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.413680] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ecb2d3-670c-40e8-87e9-eb1f5093fd08 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.432751] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1389.432751] env[69486]: value = "task-3215171" [ 1389.432751] env[69486]: _type = "Task" [ 1389.432751] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.440068] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.647146] env[69486]: DEBUG oslo_concurrency.lockutils [req-b997f96e-6c2f-4b3f-ac7a-9f59269621dd req-6df02d2e-4005-4912-850d-b5e4cfeaab09 service nova] Releasing lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.647639] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.647812] env[69486]: DEBUG nova.network.neutron [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.943642] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215171, 'name': ReconfigVM_Task, 'duration_secs': 0.270934} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.943920] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 736d3d63-2279-47aa-aa2c-8f2212a5ae39/736d3d63-2279-47aa-aa2c-8f2212a5ae39.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.944606] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b57d9bd-988f-40e2-ae32-3cfb6dd8ca11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.952084] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1389.952084] env[69486]: value = "task-3215172" [ 1389.952084] env[69486]: _type = "Task" [ 1389.952084] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.960102] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215172, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.178354] env[69486]: DEBUG nova.network.neutron [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.292278] env[69486]: DEBUG nova.network.neutron [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updating instance_info_cache with network_info: [{"id": "32a606fa-70e4-41c1-9229-e224bee0dfed", "address": "fa:16:3e:49:3c:d4", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a606fa-70", "ovs_interfaceid": "32a606fa-70e4-41c1-9229-e224bee0dfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.462090] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215172, 'name': Rename_Task, 'duration_secs': 0.162166} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.462368] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.462602] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1da1ea15-ea88-4c59-802d-0ecf77d4d89f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.468250] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1390.468250] env[69486]: value = "task-3215173" [ 1390.468250] env[69486]: _type = "Task" [ 1390.468250] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.475319] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.795439] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.795767] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Instance network_info: |[{"id": "32a606fa-70e4-41c1-9229-e224bee0dfed", "address": "fa:16:3e:49:3c:d4", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a606fa-70", "ovs_interfaceid": "32a606fa-70e4-41c1-9229-e224bee0dfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.796321] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3c:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a606fa-70e4-41c1-9229-e224bee0dfed', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.803582] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Creating folder: Project (e9695fef255d408e9a9f2033ecd97aa9). Parent ref: group-v642494. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.803849] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f8ba3a-2c93-46d5-baa1-c6f503b5a93b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.814647] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Created folder: Project (e9695fef255d408e9a9f2033ecd97aa9) in parent group-v642494. [ 1390.814864] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Creating folder: Instances. Parent ref: group-v642835. {{(pid=69486) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.815063] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc497231-80c6-498c-98fa-32349328b829 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.824212] env[69486]: INFO nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Created folder: Instances in parent group-v642835. [ 1390.824434] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.824612] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.824804] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f35c50-4eef-4a94-8afc-384a07d93c3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.842876] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.842876] env[69486]: value = "task-3215176" [ 1390.842876] env[69486]: _type = "Task" [ 1390.842876] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.849776] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215176, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.978565] env[69486]: DEBUG oslo_vmware.api [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215173, 'name': PowerOnVM_Task, 'duration_secs': 0.443497} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.978829] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.979036] env[69486]: INFO nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1390.979250] env[69486]: DEBUG nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.980017] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b43a8b-8e5f-4081-980e-0c96657f3b84 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.353075] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215176, 'name': CreateVM_Task, 'duration_secs': 0.310821} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.353264] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.353939] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.354122] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.354429] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.354672] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0261773b-4add-479f-87bd-36be84ed20af {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.358742] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1391.358742] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7d298-a78f-1aa9-cab1-ffb663dba29e" [ 1391.358742] env[69486]: _type = "Task" [ 1391.358742] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.365734] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7d298-a78f-1aa9-cab1-ffb663dba29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.372194] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.372371] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.496869] env[69486]: INFO nova.compute.manager [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Took 11.26 seconds to build instance. [ 1391.870307] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f7d298-a78f-1aa9-cab1-ffb663dba29e, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.870601] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.870833] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.871079] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.871230] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.871410] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.871673] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c89f525-fb9b-4359-ae50-744ff13faf4f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.880110] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.880311] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.881100] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabdfb3f-1025-4d23-8fef-9132022dcb3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.886419] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1391.886419] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523afd5d-094e-03ae-6d39-2b0ab632d224" [ 1391.886419] env[69486]: _type = "Task" [ 1391.886419] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.893691] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523afd5d-094e-03ae-6d39-2b0ab632d224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.999496] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a090a64d-a68a-44bb-b6cc-fc1464cd22ad tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.771s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.372544] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.396299] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]523afd5d-094e-03ae-6d39-2b0ab632d224, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.396944] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04abe9b6-ccd7-4c70-a58e-bbf94d6feaa8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.401851] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1392.401851] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bd7587-2eb5-aa03-e7a8-b31eef71718b" [ 1392.401851] env[69486]: _type = "Task" [ 1392.401851] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.409489] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bd7587-2eb5-aa03-e7a8-b31eef71718b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.633523] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.633739] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.633949] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.634149] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.634320] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.636596] env[69486]: INFO nova.compute.manager [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Terminating instance [ 1392.913060] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52bd7587-2eb5-aa03-e7a8-b31eef71718b, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.913307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.913571] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 45097eba-7842-4283-9ec3-e8b9905a9dd6/45097eba-7842-4283-9ec3-e8b9905a9dd6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.913822] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd441e9-2d0d-4942-831d-43b4106b89e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.919746] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1392.919746] env[69486]: value = "task-3215177" [ 1392.919746] env[69486]: _type = "Task" [ 1392.919746] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.927149] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.140963] env[69486]: DEBUG nova.compute.manager [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.141402] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.142232] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192a65a-433a-4435-b8d9-dc31b62f3a6a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.151249] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.151535] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-262c604b-ea44-4a7c-b44b-b5271cdded46 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.158976] env[69486]: DEBUG oslo_vmware.api [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1393.158976] env[69486]: value = "task-3215178" [ 1393.158976] env[69486]: _type = "Task" [ 1393.158976] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.167534] env[69486]: DEBUG oslo_vmware.api [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.367496] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.367743] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.429559] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.668861] env[69486]: DEBUG oslo_vmware.api [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215178, 'name': PowerOffVM_Task, 'duration_secs': 0.261045} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.669037] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.669147] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.669423] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8cb4f8b-ec8a-4e8f-bfd7-4b63fc6593eb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.737294] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.737494] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.737670] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Deleting the datastore file [datastore2] 736d3d63-2279-47aa-aa2c-8f2212a5ae39 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.737923] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572e7851-658e-43d5-841a-b4f8526c0845 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.746639] env[69486]: DEBUG oslo_vmware.api [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for the task: (returnval){ [ 1393.746639] env[69486]: value = "task-3215180" [ 1393.746639] env[69486]: _type = "Task" [ 1393.746639] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.755607] env[69486]: DEBUG oslo_vmware.api [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.929670] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533202} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.929924] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 45097eba-7842-4283-9ec3-e8b9905a9dd6/45097eba-7842-4283-9ec3-e8b9905a9dd6.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.930125] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.930361] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651f5aeb-0aa4-4397-99cb-111e783d4581 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.936791] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1393.936791] env[69486]: value = "task-3215181" [ 1393.936791] env[69486]: _type = "Task" [ 1393.936791] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.945510] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.256593] env[69486]: DEBUG oslo_vmware.api [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Task: {'id': task-3215180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12664} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.256997] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.257070] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.257202] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.257373] env[69486]: INFO nova.compute.manager [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1394.257606] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.257787] env[69486]: DEBUG nova.compute.manager [-] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.257879] env[69486]: DEBUG nova.network.neutron [-] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.446038] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061609} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.446346] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.447120] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f7dc2-4479-40b9-b032-46e922d4163b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.468754] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 45097eba-7842-4283-9ec3-e8b9905a9dd6/45097eba-7842-4283-9ec3-e8b9905a9dd6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.468754] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7520dc4-c86b-4bbd-bb39-fec6b5f68bda {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.488983] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1394.488983] env[69486]: value = "task-3215182" [ 1394.488983] env[69486]: _type = "Task" [ 1394.488983] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.498491] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.512961] env[69486]: DEBUG nova.compute.manager [req-d2c870cd-4245-4157-9dc5-2f0862a18b00 req-a182c7a6-d37e-4594-b9d6-f8fbb5037676 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Received event network-vif-deleted-41ee646d-1292-4872-89ef-371ff6de78c9 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1394.513185] env[69486]: INFO nova.compute.manager [req-d2c870cd-4245-4157-9dc5-2f0862a18b00 req-a182c7a6-d37e-4594-b9d6-f8fbb5037676 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Neutron deleted interface 41ee646d-1292-4872-89ef-371ff6de78c9; detaching it from the instance and deleting it from the info cache [ 1394.513374] env[69486]: DEBUG nova.network.neutron [req-d2c870cd-4245-4157-9dc5-2f0862a18b00 req-a182c7a6-d37e-4594-b9d6-f8fbb5037676 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.994317] env[69486]: DEBUG nova.network.neutron [-] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.000810] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215182, 'name': ReconfigVM_Task, 'duration_secs': 0.277901} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.001084] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 45097eba-7842-4283-9ec3-e8b9905a9dd6/45097eba-7842-4283-9ec3-e8b9905a9dd6.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.001675] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ca02c3d-8a2f-43dd-81a4-c7e13eacd46e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.008703] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1395.008703] env[69486]: value = "task-3215183" [ 1395.008703] env[69486]: _type = "Task" [ 1395.008703] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.015889] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215183, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.016102] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3a8e9e1-9c8f-48f3-aa15-e3b5e02e2ed3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.024527] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8988e8-c658-4eb6-be89-5062c8a230ef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.053437] env[69486]: DEBUG nova.compute.manager [req-d2c870cd-4245-4157-9dc5-2f0862a18b00 req-a182c7a6-d37e-4594-b9d6-f8fbb5037676 service nova] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Detach interface failed, port_id=41ee646d-1292-4872-89ef-371ff6de78c9, reason: Instance 736d3d63-2279-47aa-aa2c-8f2212a5ae39 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1395.371931] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.497034] env[69486]: INFO nova.compute.manager [-] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Took 1.24 seconds to deallocate network for instance. [ 1395.519116] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215183, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.875258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.875441] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.875531] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.875759] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1395.877031] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e96bf-a9db-4b8b-8c10-54c0d47d1677 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.885209] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e50ca-baf1-44a7-9dc0-aeb932504518 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.899883] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9934fe5b-82a3-441b-acf9-a9e1930b1f60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.906114] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed1c00-3da3-428a-94af-3d2ae2e3e4e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.934166] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180722MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1395.934319] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.934529] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.005109] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.019236] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215183, 'name': Rename_Task} progress is 99%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.520946] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215183, 'name': Rename_Task, 'duration_secs': 1.144006} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.521235] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.521466] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e32cf61-7c39-4209-a396-7d1c05599ee1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.527535] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1396.527535] env[69486]: value = "task-3215184" [ 1396.527535] env[69486]: _type = "Task" [ 1396.527535] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.535537] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.962069] env[69486]: WARNING nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 736d3d63-2279-47aa-aa2c-8f2212a5ae39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.962262] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 45097eba-7842-4283-9ec3-e8b9905a9dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.962442] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1396.962581] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1396.998818] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce31cc-0bf9-4b34-9e81-8cd62abf8abc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.006156] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5e1f2b-3999-4a09-ac7e-7188750f733f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.038130] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1702f4f4-9afc-4b02-a062-0ffab14a9e35 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.045395] env[69486]: DEBUG oslo_vmware.api [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215184, 'name': PowerOnVM_Task, 'duration_secs': 0.412678} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.047375] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.047588] env[69486]: INFO nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1397.047765] env[69486]: DEBUG nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.048558] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5521696-7c15-4883-9848-a5e6059a3a77 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.051767] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aef574-59f4-43af-aafa-1d105c1065cd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.069250] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.578903] env[69486]: INFO nova.compute.manager [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Took 13.59 seconds to build instance. [ 1397.593194] env[69486]: ERROR nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [req-d59a9180-205d-49d5-81fb-d6ef908376c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d59a9180-205d-49d5-81fb-d6ef908376c3"}]} [ 1397.608595] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1397.621683] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1397.621855] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.631983] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1397.649474] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1397.686345] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e5ac3-f2d5-45e0-a7f1-de6d602af6bd {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.693769] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b72fc7-f83c-4287-814f-54fa53f11f85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.722628] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53123fd-6e06-4ce3-a73e-c0ca8c91a95a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.729824] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683743a2-5bd9-4389-8366-e046903c364f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.742576] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.081364] env[69486]: DEBUG oslo_concurrency.lockutils [None req-f775b8ed-e7f7-4d83-8b60-020e8708419c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.103s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.272888] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1398.273881] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 179 to 180 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1398.273881] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.491067] env[69486]: DEBUG nova.compute.manager [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Received event network-changed-32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1398.491266] env[69486]: DEBUG nova.compute.manager [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Refreshing instance network info cache due to event network-changed-32a606fa-70e4-41c1-9229-e224bee0dfed. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1398.491493] env[69486]: DEBUG oslo_concurrency.lockutils [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] Acquiring lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.491656] env[69486]: DEBUG oslo_concurrency.lockutils [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] Acquired lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.491831] env[69486]: DEBUG nova.network.neutron [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Refreshing network info cache for port 32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.777862] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1398.778147] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.844s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.778369] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.773s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.778583] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.799648] env[69486]: INFO nova.scheduler.client.report [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Deleted allocations for instance 736d3d63-2279-47aa-aa2c-8f2212a5ae39 [ 1399.186689] env[69486]: DEBUG nova.network.neutron [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updated VIF entry in instance network info cache for port 32a606fa-70e4-41c1-9229-e224bee0dfed. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.187033] env[69486]: DEBUG nova.network.neutron [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updating instance_info_cache with network_info: [{"id": "32a606fa-70e4-41c1-9229-e224bee0dfed", "address": "fa:16:3e:49:3c:d4", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a606fa-70", "ovs_interfaceid": "32a606fa-70e4-41c1-9229-e224bee0dfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.308248] env[69486]: DEBUG oslo_concurrency.lockutils [None req-5ebdb341-895f-456a-a514-ea96d032a2a6 tempest-ServersNegativeTestMultiTenantJSON-1455694752 tempest-ServersNegativeTestMultiTenantJSON-1455694752-project-member] Lock "736d3d63-2279-47aa-aa2c-8f2212a5ae39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.674s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.689587] env[69486]: DEBUG oslo_concurrency.lockutils [req-a47763fa-4e1a-4ed0-8aa4-4e7b2fec2a4d req-5c5f187c-67af-4d78-bbbe-8449faa03ca6 service nova] Releasing lock "refresh_cache-45097eba-7842-4283-9ec3-e8b9905a9dd6" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.780735] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.752202] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.752505] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.255424] env[69486]: DEBUG nova.compute.utils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.758544] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.817399] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.817798] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.817906] env[69486]: INFO nova.compute.manager [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Attaching volume f235f496-f64f-40f2-b46d-d8eaa29866c5 to /dev/sdb [ 1437.850128] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4331de2-b50f-4af1-bbdf-60921607a7e7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.857846] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8765c931-6a15-49d7-b83f-578671037db2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.871604] env[69486]: DEBUG nova.virt.block_device [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updating existing volume attachment record: eff9f487-9254-49a2-99f5-e0a76fb5f328 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1442.918047] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1442.918047] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642839', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'name': 'volume-f235f496-f64f-40f2-b46d-d8eaa29866c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45097eba-7842-4283-9ec3-e8b9905a9dd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'serial': 'f235f496-f64f-40f2-b46d-d8eaa29866c5'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1442.918674] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd3885-1143-4a93-a6cc-8e0e68ef4a49 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.934833] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250704ab-dd19-4b71-9b1f-4cd5eab9e972 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.960551] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-f235f496-f64f-40f2-b46d-d8eaa29866c5/volume-f235f496-f64f-40f2-b46d-d8eaa29866c5.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.960871] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae234afa-2a76-4c01-94be-83776e655d61 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.979676] env[69486]: DEBUG oslo_vmware.api [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1442.979676] env[69486]: value = "task-3215189" [ 1442.979676] env[69486]: _type = "Task" [ 1442.979676] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.987040] env[69486]: DEBUG oslo_vmware.api [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.489023] env[69486]: DEBUG oslo_vmware.api [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215189, 'name': ReconfigVM_Task, 'duration_secs': 0.295343} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.489349] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-f235f496-f64f-40f2-b46d-d8eaa29866c5/volume-f235f496-f64f-40f2-b46d-d8eaa29866c5.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.494073] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb736c1b-8357-4cde-9e46-799c19a93f32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.508673] env[69486]: DEBUG oslo_vmware.api [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1443.508673] env[69486]: value = "task-3215190" [ 1443.508673] env[69486]: _type = "Task" [ 1443.508673] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.516296] env[69486]: DEBUG oslo_vmware.api [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.017968] env[69486]: DEBUG oslo_vmware.api [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215190, 'name': ReconfigVM_Task, 'duration_secs': 0.135859} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.018356] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642839', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'name': 'volume-f235f496-f64f-40f2-b46d-d8eaa29866c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45097eba-7842-4283-9ec3-e8b9905a9dd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'serial': 'f235f496-f64f-40f2-b46d-d8eaa29866c5'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1445.052177] env[69486]: DEBUG nova.objects.instance [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'flavor' on Instance uuid 45097eba-7842-4283-9ec3-e8b9905a9dd6 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.559258] env[69486]: DEBUG oslo_concurrency.lockutils [None req-e7b1330d-d6a4-4966-9d1a-86020c1eb236 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.741s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.137137] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "d71ded27-c662-4e63-b95a-aebbdaa39d49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.137440] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.372589] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.639779] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.160527] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.160815] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.162277] env[69486]: INFO nova.compute.claims [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.372117] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.372305] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Cleaning up deleted instances {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11852}} [ 1448.879857] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] There are 23 instances to clean {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11861}} [ 1448.880046] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 736d3d63-2279-47aa-aa2c-8f2212a5ae39] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1449.204368] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ba3f1-1168-4345-bf6c-9de484b0afee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.211757] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ca082-9c27-46d1-b3c0-9f31bdab412d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.240477] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b058e8-a7af-4165-8887-f2c8a21903ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.246921] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a92da6-e78d-4d0a-ba3e-d323ef4d0212 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.260582] env[69486]: DEBUG nova.compute.provider_tree [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.382554] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: fa18b840-27f7-4657-bbb5-6e4b375bef06] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1449.764137] env[69486]: DEBUG nova.scheduler.client.report [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.886045] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 7b898291-ebc2-4cb6-a9d0-0b73e40fed3d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1450.268863] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.269465] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.389339] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 33a55c8e-c83e-4aae-86f9-ad01a281302a] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1450.774528] env[69486]: DEBUG nova.compute.utils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.775857] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.776042] env[69486]: DEBUG nova.network.neutron [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.825931] env[69486]: DEBUG nova.policy [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164efbaf8f6d4b82841734729f07fa29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9695fef255d408e9a9f2033ecd97aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.892284] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: a70674de-84cc-49fd-87b2-ee6143841f6d] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1451.093274] env[69486]: DEBUG nova.network.neutron [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Successfully created port: 45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.279173] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.397060] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 06ba873c-29a6-4a72-af4b-4eb12b8ae260] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1451.899698] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 5bd04e09-8b1b-4f1f-8bfe-71d48a2086f9] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1452.289202] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.314803] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.315051] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.315213] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.315386] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.315532] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.315679] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.315885] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.316050] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.316221] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.316379] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.316547] env[69486]: DEBUG nova.virt.hardware [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.317423] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ecbc4-a7d2-49e9-89f8-811987dee11f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.325482] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd136321-44a8-4040-ac44-b1bdda06a9d9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.404345] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 5f4ea399-5e47-42a6-b571-3fc5bf50b30c] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1452.430619] env[69486]: DEBUG nova.compute.manager [req-90416e38-ee28-4151-97b4-35a5a47da05f req-bfa4d0e0-d0a0-4dae-b06c-0b9fd72e1b0f service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Received event network-vif-plugged-45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1452.430946] env[69486]: DEBUG oslo_concurrency.lockutils [req-90416e38-ee28-4151-97b4-35a5a47da05f req-bfa4d0e0-d0a0-4dae-b06c-0b9fd72e1b0f service nova] Acquiring lock "d71ded27-c662-4e63-b95a-aebbdaa39d49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.431230] env[69486]: DEBUG oslo_concurrency.lockutils [req-90416e38-ee28-4151-97b4-35a5a47da05f req-bfa4d0e0-d0a0-4dae-b06c-0b9fd72e1b0f service nova] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.431359] env[69486]: DEBUG oslo_concurrency.lockutils [req-90416e38-ee28-4151-97b4-35a5a47da05f req-bfa4d0e0-d0a0-4dae-b06c-0b9fd72e1b0f service nova] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.431492] env[69486]: DEBUG nova.compute.manager [req-90416e38-ee28-4151-97b4-35a5a47da05f req-bfa4d0e0-d0a0-4dae-b06c-0b9fd72e1b0f service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] No waiting events found dispatching network-vif-plugged-45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.431657] env[69486]: WARNING nova.compute.manager [req-90416e38-ee28-4151-97b4-35a5a47da05f req-bfa4d0e0-d0a0-4dae-b06c-0b9fd72e1b0f service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Received unexpected event network-vif-plugged-45e73b00-79f4-4d23-acc3-d10829c1e672 for instance with vm_state building and task_state spawning. [ 1452.506983] env[69486]: DEBUG nova.network.neutron [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Successfully updated port: 45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.906656] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: cfed856e-90c5-4a72-a6fd-2b9d8036e7d3] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1453.011057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.011057] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.011057] env[69486]: DEBUG nova.network.neutron [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.410599] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: ecea97d0-bb3a-499d-bc7e-017a252e72ab] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1453.540910] env[69486]: DEBUG nova.network.neutron [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.654616] env[69486]: DEBUG nova.network.neutron [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updating instance_info_cache with network_info: [{"id": "45e73b00-79f4-4d23-acc3-d10829c1e672", "address": "fa:16:3e:31:4e:eb", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e73b00-79", "ovs_interfaceid": "45e73b00-79f4-4d23-acc3-d10829c1e672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.913678] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: f57d256b-a79d-4880-8f8e-190fce1f8748] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1454.157316] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.157654] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Instance network_info: |[{"id": "45e73b00-79f4-4d23-acc3-d10829c1e672", "address": "fa:16:3e:31:4e:eb", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e73b00-79", "ovs_interfaceid": "45e73b00-79f4-4d23-acc3-d10829c1e672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.158097] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:4e:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45e73b00-79f4-4d23-acc3-d10829c1e672', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.165521] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.165685] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.165901] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70da6185-c457-4b8b-bdea-b511a9cd0470 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.186423] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.186423] env[69486]: value = "task-3215191" [ 1454.186423] env[69486]: _type = "Task" [ 1454.186423] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.193955] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215191, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.416980] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 163c9e12-2753-4ab6-87b6-ac251d05a383] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1454.456510] env[69486]: DEBUG nova.compute.manager [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Received event network-changed-45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1454.456722] env[69486]: DEBUG nova.compute.manager [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Refreshing instance network info cache due to event network-changed-45e73b00-79f4-4d23-acc3-d10829c1e672. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1454.456952] env[69486]: DEBUG oslo_concurrency.lockutils [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] Acquiring lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.457064] env[69486]: DEBUG oslo_concurrency.lockutils [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] Acquired lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.457245] env[69486]: DEBUG nova.network.neutron [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Refreshing network info cache for port 45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.696552] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215191, 'name': CreateVM_Task, 'duration_secs': 0.304495} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.696725] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.697401] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.697574] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.697893] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.698168] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c45019-853d-4ee9-96bf-f0fcf59d6877 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.702385] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1454.702385] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a631f-08f6-5a04-7524-2f2633296715" [ 1454.702385] env[69486]: _type = "Task" [ 1454.702385] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.710559] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a631f-08f6-5a04-7524-2f2633296715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.920096] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d1c8c8e0-b516-4e87-be02-ac84434b18e9] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1455.121973] env[69486]: DEBUG nova.network.neutron [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updated VIF entry in instance network info cache for port 45e73b00-79f4-4d23-acc3-d10829c1e672. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.122342] env[69486]: DEBUG nova.network.neutron [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updating instance_info_cache with network_info: [{"id": "45e73b00-79f4-4d23-acc3-d10829c1e672", "address": "fa:16:3e:31:4e:eb", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e73b00-79", "ovs_interfaceid": "45e73b00-79f4-4d23-acc3-d10829c1e672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.212860] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]528a631f-08f6-5a04-7524-2f2633296715, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.213220] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.213454] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.213692] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.213840] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.214029] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.214284] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003603f6-f90c-41c5-82ed-90c2642d569a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.222272] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.222439] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.223104] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38cebfe-adf4-408c-85c3-13c10a178ec1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.228592] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1455.228592] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525a2fc4-7b03-e88e-43a4-f1f02df81c30" [ 1455.228592] env[69486]: _type = "Task" [ 1455.228592] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.235815] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525a2fc4-7b03-e88e-43a4-f1f02df81c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.423642] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: e1eece78-e8f2-497a-a957-6330aa5c5dca] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1455.624675] env[69486]: DEBUG oslo_concurrency.lockutils [req-5743af9f-400d-4dcc-89a5-cd19dac64454 req-914992e2-fdc8-4de5-a79c-bedabd9afd36 service nova] Releasing lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.739311] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]525a2fc4-7b03-e88e-43a4-f1f02df81c30, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.740085] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f157aa1d-13c8-4f78-949b-cf6146183d1d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.745573] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1455.745573] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5235584c-dd7b-359c-7aa2-57d38e19fa57" [ 1455.745573] env[69486]: _type = "Task" [ 1455.745573] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.752450] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5235584c-dd7b-359c-7aa2-57d38e19fa57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.927290] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 76bb9a88-7403-4e0c-b95d-c74cfa2adde0] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1456.257177] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5235584c-dd7b-359c-7aa2-57d38e19fa57, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.257177] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.257177] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] d71ded27-c662-4e63-b95a-aebbdaa39d49/d71ded27-c662-4e63-b95a-aebbdaa39d49.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.257177] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04e20568-9cb1-4c30-bc8e-d24b5a8b6d3d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.262614] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1456.262614] env[69486]: value = "task-3215192" [ 1456.262614] env[69486]: _type = "Task" [ 1456.262614] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.269257] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.431285] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 6a9dad07-c73c-4cb5-97d2-64761370b028] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1456.772605] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449585} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.772892] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] d71ded27-c662-4e63-b95a-aebbdaa39d49/d71ded27-c662-4e63-b95a-aebbdaa39d49.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.773076] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.773325] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4c0492-af1c-41d3-943e-c1490f24eeb4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.779262] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1456.779262] env[69486]: value = "task-3215193" [ 1456.779262] env[69486]: _type = "Task" [ 1456.779262] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.786032] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.934385] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 91400c3e-2397-48b9-81a3-f701c3601b81] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1457.289878] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060272} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.290152] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.290934] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d9998-2d75-4883-b421-33ce0242ca9a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.312052] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] d71ded27-c662-4e63-b95a-aebbdaa39d49/d71ded27-c662-4e63-b95a-aebbdaa39d49.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.312267] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edce0b69-cf1a-4410-91e3-3226d79c9f89 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.330594] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1457.330594] env[69486]: value = "task-3215194" [ 1457.330594] env[69486]: _type = "Task" [ 1457.330594] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.337744] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.437585] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 2d0f8299-9a01-4c60-8914-fa9912045b6b] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1457.840536] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215194, 'name': ReconfigVM_Task, 'duration_secs': 0.27003} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.840860] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Reconfigured VM instance instance-0000007d to attach disk [datastore2] d71ded27-c662-4e63-b95a-aebbdaa39d49/d71ded27-c662-4e63-b95a-aebbdaa39d49.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.841534] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a728e26-7216-4fec-8ff1-e534364a51b2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.847280] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1457.847280] env[69486]: value = "task-3215195" [ 1457.847280] env[69486]: _type = "Task" [ 1457.847280] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.855176] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215195, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.941417] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 3dec70f1-2eed-4d57-9477-8fd14494b8cf] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1458.357152] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215195, 'name': Rename_Task, 'duration_secs': 0.148977} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.357516] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.357633] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a82a25-f269-4257-a705-66c6857831c7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.364200] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1458.364200] env[69486]: value = "task-3215196" [ 1458.364200] env[69486]: _type = "Task" [ 1458.364200] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.371902] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.444703] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: 6729ef62-a381-417f-afed-47b012a8cada] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1458.875128] env[69486]: DEBUG oslo_vmware.api [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215196, 'name': PowerOnVM_Task, 'duration_secs': 0.450874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.875408] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.875607] env[69486]: INFO nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1458.875784] env[69486]: DEBUG nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.876566] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a92770e-0e93-4d67-9e63-88967ac6b8f8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.948328] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: b312dc9d-27dc-44da-a421-bc612e6e8bda] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1459.393975] env[69486]: INFO nova.compute.manager [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Took 11.25 seconds to build instance. [ 1459.451486] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: e79b82b1-f2eb-4890-a601-76bdb348eff5] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1459.896695] env[69486]: DEBUG oslo_concurrency.lockutils [None req-31d7c2ab-a10b-472b-b040-69084b680264 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.759s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.956073] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [instance: d48ca3d1-88c9-4e85-bf3b-dc1630c51987] Instance has had 0 of 5 cleanup attempts {{(pid=69486) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1460.335890] env[69486]: DEBUG nova.compute.manager [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Received event network-changed-45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1460.335890] env[69486]: DEBUG nova.compute.manager [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Refreshing instance network info cache due to event network-changed-45e73b00-79f4-4d23-acc3-d10829c1e672. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1460.336202] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] Acquiring lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.336202] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] Acquired lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.336364] env[69486]: DEBUG nova.network.neutron [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Refreshing network info cache for port 45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.043783] env[69486]: DEBUG nova.network.neutron [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updated VIF entry in instance network info cache for port 45e73b00-79f4-4d23-acc3-d10829c1e672. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.044178] env[69486]: DEBUG nova.network.neutron [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updating instance_info_cache with network_info: [{"id": "45e73b00-79f4-4d23-acc3-d10829c1e672", "address": "fa:16:3e:31:4e:eb", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e73b00-79", "ovs_interfaceid": "45e73b00-79f4-4d23-acc3-d10829c1e672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.459078] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.459078] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.459078] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.459078] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.459078] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.459482] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.459482] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1461.459482] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.547266] env[69486]: DEBUG oslo_concurrency.lockutils [req-ffce53b7-512c-433a-9e18-b76da4602fe3 req-eacd4b0c-44a9-49b4-8149-cd0f6b95dd04 service nova] Releasing lock "refresh_cache-d71ded27-c662-4e63-b95a-aebbdaa39d49" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.963082] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.963354] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.963524] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.963680] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1461.964683] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e724724c-a017-4d55-9ffb-3f1678eeaff2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.972611] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a42906-a37d-458e-938b-b406ed34dba4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.986930] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2012643-e750-4eac-8cc8-9437365cfdef {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.993093] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa29c70-021a-4511-8be4-cde6c1fdabf8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.021772] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180609MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1462.021981] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.022166] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.139354] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 45097eba-7842-4283-9ec3-e8b9905a9dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.139626] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance d71ded27-c662-4e63-b95a-aebbdaa39d49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.139679] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1463.139872] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1463.176741] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0188b-1bd0-48f5-b412-6cf9f2633a47 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.183969] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b6c1c-a3d8-4823-afd7-649dc8f65fba {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.213110] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9149186d-1aad-4d82-885e-af79a44c83cb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.219920] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cac38a-8b12-4093-a750-02c8a3487ad3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.232507] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.736228] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.241760] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1464.242143] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.242198] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.242324] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Cleaning up deleted instances with incomplete migration {{(pid=69486) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11890}} [ 1464.744662] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.483652] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "d71ded27-c662-4e63-b95a-aebbdaa39d49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.484146] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.484201] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "d71ded27-c662-4e63-b95a-aebbdaa39d49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.484423] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.484626] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.488326] env[69486]: INFO nova.compute.manager [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Terminating instance [ 1497.991955] env[69486]: DEBUG nova.compute.manager [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.992212] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.993109] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81769b76-3ba6-4e11-a283-f5495c5db4ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.001399] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.001624] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7874c810-f2f0-41c0-baa3-d8e5f62dfeb0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.008736] env[69486]: DEBUG oslo_vmware.api [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1498.008736] env[69486]: value = "task-3215197" [ 1498.008736] env[69486]: _type = "Task" [ 1498.008736] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.016338] env[69486]: DEBUG oslo_vmware.api [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.518733] env[69486]: DEBUG oslo_vmware.api [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215197, 'name': PowerOffVM_Task, 'duration_secs': 0.185482} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.519117] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.519117] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.519333] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680c6feb-e51b-43b4-83b8-749cc4e53d60 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.580948] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.581222] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.581361] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleting the datastore file [datastore2] d71ded27-c662-4e63-b95a-aebbdaa39d49 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.581605] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea7c123-bff7-433c-8378-cd029e829f46 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.587450] env[69486]: DEBUG oslo_vmware.api [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1498.587450] env[69486]: value = "task-3215199" [ 1498.587450] env[69486]: _type = "Task" [ 1498.587450] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.594381] env[69486]: DEBUG oslo_vmware.api [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.097791] env[69486]: DEBUG oslo_vmware.api [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135148} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.098144] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.098417] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.098712] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.099035] env[69486]: INFO nova.compute.manager [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1499.099312] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.099505] env[69486]: DEBUG nova.compute.manager [-] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.099599] env[69486]: DEBUG nova.network.neutron [-] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.527721] env[69486]: DEBUG nova.compute.manager [req-bf896152-0e41-4845-bc11-2296ab05bbf6 req-e816895d-dd8f-4d93-9454-6615199e8753 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Received event network-vif-deleted-45e73b00-79f4-4d23-acc3-d10829c1e672 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1499.528117] env[69486]: INFO nova.compute.manager [req-bf896152-0e41-4845-bc11-2296ab05bbf6 req-e816895d-dd8f-4d93-9454-6615199e8753 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Neutron deleted interface 45e73b00-79f4-4d23-acc3-d10829c1e672; detaching it from the instance and deleting it from the info cache [ 1499.528207] env[69486]: DEBUG nova.network.neutron [req-bf896152-0e41-4845-bc11-2296ab05bbf6 req-e816895d-dd8f-4d93-9454-6615199e8753 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.012897] env[69486]: DEBUG nova.network.neutron [-] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.030628] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f36c5a0-9ed1-491d-838d-0eb832a6c64d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.040851] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59c4c2-e0a3-4403-8d64-4cac24b1d82b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.067542] env[69486]: DEBUG nova.compute.manager [req-bf896152-0e41-4845-bc11-2296ab05bbf6 req-e816895d-dd8f-4d93-9454-6615199e8753 service nova] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Detach interface failed, port_id=45e73b00-79f4-4d23-acc3-d10829c1e672, reason: Instance d71ded27-c662-4e63-b95a-aebbdaa39d49 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1500.516023] env[69486]: INFO nova.compute.manager [-] [instance: d71ded27-c662-4e63-b95a-aebbdaa39d49] Took 1.42 seconds to deallocate network for instance. [ 1501.023074] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.023483] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.023663] env[69486]: DEBUG nova.objects.instance [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'resources' on Instance uuid d71ded27-c662-4e63-b95a-aebbdaa39d49 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.566526] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09f2077-6e69-4d64-b2c2-925f4117e215 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.574170] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f2f2ec-873c-4688-ab28-967add1a9e7d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.603524] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce84885-0bdc-4e39-9536-78310275b377 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.610274] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ebe774-0571-483f-8d15-b3d33774b489 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.622985] env[69486]: DEBUG nova.compute.provider_tree [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.126684] env[69486]: DEBUG nova.scheduler.client.report [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.632289] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.659661] env[69486]: INFO nova.scheduler.client.report [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted allocations for instance d71ded27-c662-4e63-b95a-aebbdaa39d49 [ 1503.167478] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8132bf6b-d7a7-43ac-89fb-a3088ada90ae tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "d71ded27-c662-4e63-b95a-aebbdaa39d49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.537234] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.537589] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.040687] env[69486]: INFO nova.compute.manager [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Detaching volume f235f496-f64f-40f2-b46d-d8eaa29866c5 [ 1505.070665] env[69486]: INFO nova.virt.block_device [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Attempting to driver detach volume f235f496-f64f-40f2-b46d-d8eaa29866c5 from mountpoint /dev/sdb [ 1505.071076] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1505.071390] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642839', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'name': 'volume-f235f496-f64f-40f2-b46d-d8eaa29866c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45097eba-7842-4283-9ec3-e8b9905a9dd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'serial': 'f235f496-f64f-40f2-b46d-d8eaa29866c5'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1505.072661] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d4249-68cd-44de-98c4-8918690a8c2a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.099657] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69b7d3-c04f-4519-90a7-b4f9ca9097b0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.105858] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce7532-c282-43a9-8b4d-b282c0302a0f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.125185] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e9868-d6b7-461e-8f0b-d09fe087ed8b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.138770] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] The volume has not been displaced from its original location: [datastore2] volume-f235f496-f64f-40f2-b46d-d8eaa29866c5/volume-f235f496-f64f-40f2-b46d-d8eaa29866c5.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1505.144207] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1505.144435] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9657d3dc-bee4-4821-b7de-5f29323b1efb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.160631] env[69486]: DEBUG oslo_vmware.api [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1505.160631] env[69486]: value = "task-3215200" [ 1505.160631] env[69486]: _type = "Task" [ 1505.160631] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.168517] env[69486]: DEBUG oslo_vmware.api [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.310498] env[69486]: DEBUG oslo_vmware.api [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215200, 'name': ReconfigVM_Task, 'duration_secs': 0.219575} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.310973] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1506.315161] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3abf94-fb33-475f-a495-33895ccd5bb7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.329205] env[69486]: DEBUG oslo_vmware.api [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1506.329205] env[69486]: value = "task-3215201" [ 1506.329205] env[69486]: _type = "Task" [ 1506.329205] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.336516] env[69486]: DEBUG oslo_vmware.api [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.838821] env[69486]: DEBUG oslo_vmware.api [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215201, 'name': ReconfigVM_Task, 'duration_secs': 0.122533} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.839135] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642839', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'name': 'volume-f235f496-f64f-40f2-b46d-d8eaa29866c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45097eba-7842-4283-9ec3-e8b9905a9dd6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f235f496-f64f-40f2-b46d-d8eaa29866c5', 'serial': 'f235f496-f64f-40f2-b46d-d8eaa29866c5'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1507.378979] env[69486]: DEBUG nova.objects.instance [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'flavor' on Instance uuid 45097eba-7842-4283-9ec3-e8b9905a9dd6 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.386236] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39ea2320-5e93-4055-a199-594e668d1d28 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.849s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.783307] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.783602] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.783795] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "45097eba-7842-4283-9ec3-e8b9905a9dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.783980] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.784161] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.786231] env[69486]: INFO nova.compute.manager [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Terminating instance [ 1509.289958] env[69486]: DEBUG nova.compute.manager [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.290217] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.291164] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623ac8e-e746-4b6e-8fa5-4a88b5e6eb5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.299019] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.299246] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-270db7d7-730d-498a-9e69-1cd94756eae8 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.305468] env[69486]: DEBUG oslo_vmware.api [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1509.305468] env[69486]: value = "task-3215202" [ 1509.305468] env[69486]: _type = "Task" [ 1509.305468] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.314625] env[69486]: DEBUG oslo_vmware.api [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.814943] env[69486]: DEBUG oslo_vmware.api [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215202, 'name': PowerOffVM_Task, 'duration_secs': 0.166518} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.815407] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.815407] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.815592] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0c95212-a8ca-42d3-9687-75df2bff87e0 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.877501] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.877703] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.877876] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleting the datastore file [datastore2] 45097eba-7842-4283-9ec3-e8b9905a9dd6 {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.878133] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f7f609-8c54-4f41-95b1-34d7bd7b5092 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.884425] env[69486]: DEBUG oslo_vmware.api [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1509.884425] env[69486]: value = "task-3215204" [ 1509.884425] env[69486]: _type = "Task" [ 1509.884425] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.891612] env[69486]: DEBUG oslo_vmware.api [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.394279] env[69486]: DEBUG oslo_vmware.api [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139503} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.394504] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.394677] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.394846] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.395020] env[69486]: INFO nova.compute.manager [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1510.395258] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1510.395438] env[69486]: DEBUG nova.compute.manager [-] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.395530] env[69486]: DEBUG nova.network.neutron [-] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.820521] env[69486]: DEBUG nova.compute.manager [req-a8573a3f-1b9c-4114-84e3-cffb1c1db5f3 req-31217232-a384-43f4-9bc3-5a3b98eb104e service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Received event network-vif-deleted-32a606fa-70e4-41c1-9229-e224bee0dfed {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1510.820765] env[69486]: INFO nova.compute.manager [req-a8573a3f-1b9c-4114-84e3-cffb1c1db5f3 req-31217232-a384-43f4-9bc3-5a3b98eb104e service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Neutron deleted interface 32a606fa-70e4-41c1-9229-e224bee0dfed; detaching it from the instance and deleting it from the info cache [ 1510.820954] env[69486]: DEBUG nova.network.neutron [req-a8573a3f-1b9c-4114-84e3-cffb1c1db5f3 req-31217232-a384-43f4-9bc3-5a3b98eb104e service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.297473] env[69486]: DEBUG nova.network.neutron [-] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.323340] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ca0a04c-7eee-4f25-9f31-7d696162261c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.333245] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc5a89-975c-4fc4-b3f4-cdacb24616f4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.358454] env[69486]: DEBUG nova.compute.manager [req-a8573a3f-1b9c-4114-84e3-cffb1c1db5f3 req-31217232-a384-43f4-9bc3-5a3b98eb104e service nova] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Detach interface failed, port_id=32a606fa-70e4-41c1-9229-e224bee0dfed, reason: Instance 45097eba-7842-4283-9ec3-e8b9905a9dd6 could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1511.800173] env[69486]: INFO nova.compute.manager [-] [instance: 45097eba-7842-4283-9ec3-e8b9905a9dd6] Took 1.40 seconds to deallocate network for instance. [ 1512.306992] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.307302] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.307522] env[69486]: DEBUG nova.objects.instance [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'resources' on Instance uuid 45097eba-7842-4283-9ec3-e8b9905a9dd6 {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.841359] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eebda26-cfe7-442a-ac04-276d2431b936 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.848653] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb838f2-69de-4650-ab1b-fddc233ce421 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.878361] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2853e5d3-d406-413b-b7d8-815dd2854a5c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.885307] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25c02d-eaf6-4c5f-a020-225e42463756 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.897929] env[69486]: DEBUG nova.compute.provider_tree [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.161218] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.161444] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.161601] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.161762] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.161905] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1513.368198] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.417825] env[69486]: ERROR nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [req-bc018299-2ba7-44c7-997d-f5a04fe16432] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc018299-2ba7-44c7-997d-f5a04fe16432"}]} [ 1513.433133] env[69486]: DEBUG nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1513.444798] env[69486]: DEBUG nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1513.444990] env[69486]: DEBUG nova.compute.provider_tree [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.454765] env[69486]: DEBUG nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1513.474119] env[69486]: DEBUG nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1513.498808] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa2030-418c-4db7-8ec4-a98eaa5fadc2 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.506223] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeae357-51ff-4121-9ab5-86d3effbb862 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.534804] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4244c30a-f32c-46fe-85da-921354549670 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.541305] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56236717-0627-447a-814e-67e5e168b25a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.553891] env[69486]: DEBUG nova.compute.provider_tree [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.873354] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.082692] env[69486]: DEBUG nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1514.082949] env[69486]: DEBUG nova.compute.provider_tree [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 181 to 182 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1514.083141] env[69486]: DEBUG nova.compute.provider_tree [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.587555] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.607435] env[69486]: INFO nova.scheduler.client.report [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted allocations for instance 45097eba-7842-4283-9ec3-e8b9905a9dd6 [ 1514.872538] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.114283] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39325729-466b-4947-8131-68f4f39100ad tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "45097eba-7842-4283-9ec3-e8b9905a9dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.331s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.661612] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.661876] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.164870] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.682957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.683243] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.684706] env[69486]: INFO nova.compute.claims [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.372279] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.718673] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17abcf0-3d7c-4eee-80fc-6461d89b92fe {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.725978] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc58ecfa-203c-438f-ac67-59114f4b1d67 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.755321] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5746f50-13fb-443a-8088-c3dc7c72cb31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.762080] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7330bf3-4d3d-417a-95e5-fc8d7748c9a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.774637] env[69486]: DEBUG nova.compute.provider_tree [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.874722] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.278440] env[69486]: DEBUG nova.scheduler.client.report [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.783450] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.783946] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.786645] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.912s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.786821] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.787007] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1519.788068] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd7234e-d2f7-4d3e-81bf-de59ee7a3728 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.796306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30999f5-301c-4edb-8c58-45971bf96c5d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.809960] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292453ce-e56a-4583-a5d0-eb796979ad66 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.816540] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94315f-bbca-4883-9bbc-cf5e092940b1 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.846204] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180404MB free_disk=124GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1519.846336] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.846538] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.289587] env[69486]: DEBUG nova.compute.utils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1520.290987] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.291168] env[69486]: DEBUG nova.network.neutron [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.342293] env[69486]: DEBUG nova.policy [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164efbaf8f6d4b82841734729f07fa29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9695fef255d408e9a9f2033ecd97aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.620177] env[69486]: DEBUG nova.network.neutron [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Successfully created port: 7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.793998] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.866552] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0051d032-c9ea-4d76-8220-ef54d6561fee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1520.866764] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1520.866909] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1520.891838] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5c8b8-395f-4865-94ad-7726ecd03e2b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.899744] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25df99be-49e3-4ff8-9133-e9ca139df557 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.929790] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041d540-9d3e-40fd-a1bc-431ee77032c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.936551] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0405b58-97c0-4a18-aee6-f7c464e5b754 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.950143] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.453446] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.805300] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.829717] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.829945] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.830118] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.830308] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.830453] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.830610] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.830819] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.830975] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.831165] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.831771] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.831771] env[69486]: DEBUG nova.virt.hardware [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.832383] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b1699f-e567-442d-ab4d-e2b095faac31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.840168] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8fe4a-a56d-48f6-a95a-57d86e14cc80 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.959433] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1521.959730] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.027686] env[69486]: DEBUG nova.compute.manager [req-e52f7dec-2b6b-4644-8d30-00c3907fb737 req-8c96778c-0683-423f-a71a-c77d2e10d6b8 service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Received event network-vif-plugged-7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1522.027874] env[69486]: DEBUG oslo_concurrency.lockutils [req-e52f7dec-2b6b-4644-8d30-00c3907fb737 req-8c96778c-0683-423f-a71a-c77d2e10d6b8 service nova] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.028096] env[69486]: DEBUG oslo_concurrency.lockutils [req-e52f7dec-2b6b-4644-8d30-00c3907fb737 req-8c96778c-0683-423f-a71a-c77d2e10d6b8 service nova] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.028263] env[69486]: DEBUG oslo_concurrency.lockutils [req-e52f7dec-2b6b-4644-8d30-00c3907fb737 req-8c96778c-0683-423f-a71a-c77d2e10d6b8 service nova] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.028427] env[69486]: DEBUG nova.compute.manager [req-e52f7dec-2b6b-4644-8d30-00c3907fb737 req-8c96778c-0683-423f-a71a-c77d2e10d6b8 service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] No waiting events found dispatching network-vif-plugged-7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.028590] env[69486]: WARNING nova.compute.manager [req-e52f7dec-2b6b-4644-8d30-00c3907fb737 req-8c96778c-0683-423f-a71a-c77d2e10d6b8 service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Received unexpected event network-vif-plugged-7dd97f5c-1533-475f-a306-53e8403ebd10 for instance with vm_state building and task_state spawning. [ 1522.069618] env[69486]: DEBUG nova.network.neutron [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Successfully updated port: 7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.575422] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.575577] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.575735] env[69486]: DEBUG nova.network.neutron [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.116388] env[69486]: DEBUG nova.network.neutron [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.233874] env[69486]: DEBUG nova.network.neutron [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updating instance_info_cache with network_info: [{"id": "7dd97f5c-1533-475f-a306-53e8403ebd10", "address": "fa:16:3e:50:a5:78", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd97f5c-15", "ovs_interfaceid": "7dd97f5c-1533-475f-a306-53e8403ebd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.736775] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.737135] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Instance network_info: |[{"id": "7dd97f5c-1533-475f-a306-53e8403ebd10", "address": "fa:16:3e:50:a5:78", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd97f5c-15", "ovs_interfaceid": "7dd97f5c-1533-475f-a306-53e8403ebd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1523.737581] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a5:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd97f5c-1533-475f-a306-53e8403ebd10', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.745012] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1523.745244] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.745844] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcb1d2ba-d373-4562-9d03-d00ffb2fcbe3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.764553] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.764553] env[69486]: value = "task-3215205" [ 1523.764553] env[69486]: _type = "Task" [ 1523.764553] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.771606] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215205, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.960542] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.058457] env[69486]: DEBUG nova.compute.manager [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Received event network-changed-7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1524.058722] env[69486]: DEBUG nova.compute.manager [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Refreshing instance network info cache due to event network-changed-7dd97f5c-1533-475f-a306-53e8403ebd10. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1524.058970] env[69486]: DEBUG oslo_concurrency.lockutils [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] Acquiring lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.059316] env[69486]: DEBUG oslo_concurrency.lockutils [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] Acquired lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.059529] env[69486]: DEBUG nova.network.neutron [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Refreshing network info cache for port 7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.274974] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215205, 'name': CreateVM_Task, 'duration_secs': 0.285875} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.275284] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.275806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.275966] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.276279] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.276513] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa58a71e-646b-4198-bb9d-b24f722952f9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.280843] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1524.280843] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5255a388-b337-6400-4dfa-97a9246ce452" [ 1524.280843] env[69486]: _type = "Task" [ 1524.280843] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.287875] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5255a388-b337-6400-4dfa-97a9246ce452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.765077] env[69486]: DEBUG nova.network.neutron [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updated VIF entry in instance network info cache for port 7dd97f5c-1533-475f-a306-53e8403ebd10. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.765441] env[69486]: DEBUG nova.network.neutron [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updating instance_info_cache with network_info: [{"id": "7dd97f5c-1533-475f-a306-53e8403ebd10", "address": "fa:16:3e:50:a5:78", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd97f5c-15", "ovs_interfaceid": "7dd97f5c-1533-475f-a306-53e8403ebd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.791724] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5255a388-b337-6400-4dfa-97a9246ce452, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.791990] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.792230] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.792461] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.792637] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.792823] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.793080] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51882062-378e-49ff-b230-0e5a77ff0fce {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.801138] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.801308] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.801987] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc7155d-bc2c-4160-b9aa-fea6453a4615 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.806776] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1524.806776] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f5618e-a9c6-74b5-5fb9-53896312da78" [ 1524.806776] env[69486]: _type = "Task" [ 1524.806776] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.813913] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f5618e-a9c6-74b5-5fb9-53896312da78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.267926] env[69486]: DEBUG oslo_concurrency.lockutils [req-3aded002-af7c-4fb5-bcc1-b6a1ba276871 req-f91a9ed8-001c-4c38-9777-5402674f19ce service nova] Releasing lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.317433] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52f5618e-a9c6-74b5-5fb9-53896312da78, 'name': SearchDatastore_Task, 'duration_secs': 0.007723} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.318161] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0718419b-37dd-4bc1-924d-04c4fb872584 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.322949] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1525.322949] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52620885-0aa8-5f2f-89b9-7104927c9015" [ 1525.322949] env[69486]: _type = "Task" [ 1525.322949] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.329859] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52620885-0aa8-5f2f-89b9-7104927c9015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.833594] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52620885-0aa8-5f2f-89b9-7104927c9015, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.833847] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.834137] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0051d032-c9ea-4d76-8220-ef54d6561fee/0051d032-c9ea-4d76-8220-ef54d6561fee.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.834397] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ca94f89-f4bb-49cd-aa4d-78372157c1ff {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.840292] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1525.840292] env[69486]: value = "task-3215206" [ 1525.840292] env[69486]: _type = "Task" [ 1525.840292] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.847328] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.350682] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440938} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.351034] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] 0051d032-c9ea-4d76-8220-ef54d6561fee/0051d032-c9ea-4d76-8220-ef54d6561fee.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.351123] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.351336] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fd1c9e2-3478-4b0d-9cf0-18da662a290e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.357139] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1526.357139] env[69486]: value = "task-3215207" [ 1526.357139] env[69486]: _type = "Task" [ 1526.357139] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.364335] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.866436] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056119} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.866658] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.867528] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ccda2-bf9f-46c8-a84f-d8403b992338 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.889118] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 0051d032-c9ea-4d76-8220-ef54d6561fee/0051d032-c9ea-4d76-8220-ef54d6561fee.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.889599] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436c3251-1355-45dd-a650-156e79e7a383 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.909455] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1526.909455] env[69486]: value = "task-3215208" [ 1526.909455] env[69486]: _type = "Task" [ 1526.909455] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.917272] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.420153] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215208, 'name': ReconfigVM_Task, 'duration_secs': 0.266853} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.420522] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 0051d032-c9ea-4d76-8220-ef54d6561fee/0051d032-c9ea-4d76-8220-ef54d6561fee.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.421019] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05ccd3eb-8ee6-4f4b-9a81-bd2b1d5e84ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.427674] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1527.427674] env[69486]: value = "task-3215209" [ 1527.427674] env[69486]: _type = "Task" [ 1527.427674] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.434826] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215209, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.937114] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215209, 'name': Rename_Task, 'duration_secs': 0.174087} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.937389] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.937624] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b82ed081-9517-4103-a353-330ccceb28f6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.943361] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1527.943361] env[69486]: value = "task-3215210" [ 1527.943361] env[69486]: _type = "Task" [ 1527.943361] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.950695] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.453815] env[69486]: DEBUG oslo_vmware.api [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215210, 'name': PowerOnVM_Task, 'duration_secs': 0.451218} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.454297] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.454551] env[69486]: INFO nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1528.454739] env[69486]: DEBUG nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.455496] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd27af07-4060-4c8f-9443-36c5cb5c42ee {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.975626] env[69486]: INFO nova.compute.manager [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Took 11.30 seconds to build instance. [ 1529.477022] env[69486]: DEBUG oslo_concurrency.lockutils [None req-39284965-c3b8-4707-a49f-c3f3e278131c tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.815s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.613951] env[69486]: DEBUG nova.compute.manager [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Received event network-changed-7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1529.614221] env[69486]: DEBUG nova.compute.manager [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Refreshing instance network info cache due to event network-changed-7dd97f5c-1533-475f-a306-53e8403ebd10. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1529.614443] env[69486]: DEBUG oslo_concurrency.lockutils [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] Acquiring lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.614588] env[69486]: DEBUG oslo_concurrency.lockutils [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] Acquired lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.614750] env[69486]: DEBUG nova.network.neutron [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Refreshing network info cache for port 7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.321324] env[69486]: DEBUG nova.network.neutron [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updated VIF entry in instance network info cache for port 7dd97f5c-1533-475f-a306-53e8403ebd10. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.321696] env[69486]: DEBUG nova.network.neutron [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updating instance_info_cache with network_info: [{"id": "7dd97f5c-1533-475f-a306-53e8403ebd10", "address": "fa:16:3e:50:a5:78", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd97f5c-15", "ovs_interfaceid": "7dd97f5c-1533-475f-a306-53e8403ebd10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.824475] env[69486]: DEBUG oslo_concurrency.lockutils [req-2774c348-dd69-4705-a28d-42681fe68736 req-ebecde2f-3784-4a0c-8e4d-7a60e1274a7e service nova] Releasing lock "refresh_cache-0051d032-c9ea-4d76-8220-ef54d6561fee" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.368291] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.368561] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.871425] env[69486]: DEBUG nova.compute.utils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1567.374381] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.431935] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.432379] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.432523] env[69486]: INFO nova.compute.manager [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Attaching volume 233fc624-3cfb-41d0-b5e6-bc01ea100073 to /dev/sdb [ 1568.462245] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9e7f2-e966-4832-b5f2-02cc8738b49b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.469009] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe7314-7d86-4421-9ba7-27c2d0d10df3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.481343] env[69486]: DEBUG nova.virt.block_device [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updating existing volume attachment record: f41b8187-d923-4556-a3ad-53c7726289f9 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1570.373157] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.372662] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.373111] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1573.023596] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1573.023893] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642842', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'name': 'volume-233fc624-3cfb-41d0-b5e6-bc01ea100073', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0051d032-c9ea-4d76-8220-ef54d6561fee', 'attached_at': '', 'detached_at': '', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'serial': '233fc624-3cfb-41d0-b5e6-bc01ea100073'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1573.024838] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367bb590-1444-4011-a65d-f6296e4ef8a3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.041421] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b057d4d-7eab-4024-a56c-14773c301a6e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.065249] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-233fc624-3cfb-41d0-b5e6-bc01ea100073/volume-233fc624-3cfb-41d0-b5e6-bc01ea100073.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.065480] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90a9b32-f266-46d9-b132-2c9cbfde5a31 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.083258] env[69486]: DEBUG oslo_vmware.api [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1573.083258] env[69486]: value = "task-3215213" [ 1573.083258] env[69486]: _type = "Task" [ 1573.083258] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.092045] env[69486]: DEBUG oslo_vmware.api [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.373230] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.373600] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.373600] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.592987] env[69486]: DEBUG oslo_vmware.api [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215213, 'name': ReconfigVM_Task, 'duration_secs': 0.308526} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.593293] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-233fc624-3cfb-41d0-b5e6-bc01ea100073/volume-233fc624-3cfb-41d0-b5e6-bc01ea100073.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.597842] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82541abf-4772-4941-91ef-8c80da666205 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.613731] env[69486]: DEBUG oslo_vmware.api [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1573.613731] env[69486]: value = "task-3215214" [ 1573.613731] env[69486]: _type = "Task" [ 1573.613731] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.625730] env[69486]: DEBUG oslo_vmware.api [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.123242] env[69486]: DEBUG oslo_vmware.api [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215214, 'name': ReconfigVM_Task, 'duration_secs': 0.166857} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.123576] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642842', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'name': 'volume-233fc624-3cfb-41d0-b5e6-bc01ea100073', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0051d032-c9ea-4d76-8220-ef54d6561fee', 'attached_at': '', 'detached_at': '', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'serial': '233fc624-3cfb-41d0-b5e6-bc01ea100073'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1574.367748] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.157036] env[69486]: DEBUG nova.objects.instance [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'flavor' on Instance uuid 0051d032-c9ea-4d76-8220-ef54d6561fee {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.665165] env[69486]: DEBUG oslo_concurrency.lockutils [None req-2e870063-6ad8-44d9-945d-a1295744a6cf tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.889806] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.890088] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.393449] env[69486]: INFO nova.compute.manager [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Detaching volume 233fc624-3cfb-41d0-b5e6-bc01ea100073 [ 1576.427741] env[69486]: INFO nova.virt.block_device [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Attempting to driver detach volume 233fc624-3cfb-41d0-b5e6-bc01ea100073 from mountpoint /dev/sdb [ 1576.428046] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1576.428177] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642842', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'name': 'volume-233fc624-3cfb-41d0-b5e6-bc01ea100073', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0051d032-c9ea-4d76-8220-ef54d6561fee', 'attached_at': '', 'detached_at': '', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'serial': '233fc624-3cfb-41d0-b5e6-bc01ea100073'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1576.429039] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e44117-f344-40eb-b027-0994b4e0163e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.450809] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43765d68-1851-4520-a7e2-7a5b81ec214b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.457403] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b220328-90f7-469e-a7e1-eb0c4a9dd380 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.477536] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921df3d0-19c0-4abb-b07e-ac5b2a227036 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.491338] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] The volume has not been displaced from its original location: [datastore2] volume-233fc624-3cfb-41d0-b5e6-bc01ea100073/volume-233fc624-3cfb-41d0-b5e6-bc01ea100073.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1576.496433] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1576.496668] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c9b0b7-0290-442f-8956-f3aa2fb852ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.513764] env[69486]: DEBUG oslo_vmware.api [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1576.513764] env[69486]: value = "task-3215215" [ 1576.513764] env[69486]: _type = "Task" [ 1576.513764] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.520760] env[69486]: DEBUG oslo_vmware.api [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.023615] env[69486]: DEBUG oslo_vmware.api [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215215, 'name': ReconfigVM_Task, 'duration_secs': 0.193974} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.023991] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1577.028462] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f9c181-2cef-4b39-8046-3aa3581f20c5 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.042934] env[69486]: DEBUG oslo_vmware.api [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1577.042934] env[69486]: value = "task-3215216" [ 1577.042934] env[69486]: _type = "Task" [ 1577.042934] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.050247] env[69486]: DEBUG oslo_vmware.api [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.552286] env[69486]: DEBUG oslo_vmware.api [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215216, 'name': ReconfigVM_Task, 'duration_secs': 0.125645} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.552621] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642842', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'name': 'volume-233fc624-3cfb-41d0-b5e6-bc01ea100073', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0051d032-c9ea-4d76-8220-ef54d6561fee', 'attached_at': '', 'detached_at': '', 'volume_id': '233fc624-3cfb-41d0-b5e6-bc01ea100073', 'serial': '233fc624-3cfb-41d0-b5e6-bc01ea100073'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1578.093947] env[69486]: DEBUG nova.objects.instance [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'flavor' on Instance uuid 0051d032-c9ea-4d76-8220-ef54d6561fee {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.101689] env[69486]: DEBUG oslo_concurrency.lockutils [None req-9542f984-88af-4009-8878-f6b49bdda970 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.372399] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.875163] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.875464] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.875653] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.875811] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1579.876716] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bde5dd-2232-4999-8baf-7de697c40fc9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.884597] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb59e2-7aa4-4930-8cd0-8b8c402a5af4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.899332] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b7fcb8-6d1e-46e1-a834-90aa926bda1a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.905430] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51200e8d-6160-406f-8e21-3023ac309c7f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.933568] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180564MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1579.933662] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.933869] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.152168] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.152543] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.152675] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "0051d032-c9ea-4d76-8220-ef54d6561fee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.152825] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.152991] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.155108] env[69486]: INFO nova.compute.manager [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Terminating instance [ 1580.658643] env[69486]: DEBUG nova.compute.manager [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.658892] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.659767] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d146365-5500-4a8b-b0eb-06c414c4ea35 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.668283] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.668551] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdbdaf53-ac31-4fde-8157-1802f6af9f15 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.675337] env[69486]: DEBUG oslo_vmware.api [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1580.675337] env[69486]: value = "task-3215217" [ 1580.675337] env[69486]: _type = "Task" [ 1580.675337] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.682825] env[69486]: DEBUG oslo_vmware.api [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.957576] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance 0051d032-c9ea-4d76-8220-ef54d6561fee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1580.957785] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1580.957929] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1580.985049] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebbfe4-3884-4376-9bc5-cf83e5149edb {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.992411] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6136d3ef-73c3-4b27-a8cd-94a27d1560cc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.022014] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a014e-e404-4710-a95f-b038ea0f5f8e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.028569] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062d62e4-07b3-4d0f-ae92-6dbdd3fa2612 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.040904] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.185121] env[69486]: DEBUG oslo_vmware.api [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215217, 'name': PowerOffVM_Task, 'duration_secs': 0.17626} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.185456] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.185496] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.185716] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0b5d102-d200-4262-9303-d26c9e4cab0a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.248140] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.248393] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.248533] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleting the datastore file [datastore2] 0051d032-c9ea-4d76-8220-ef54d6561fee {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.248796] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c92f701d-627b-40b0-99ff-6dd13a06b547 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.255765] env[69486]: DEBUG oslo_vmware.api [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1581.255765] env[69486]: value = "task-3215219" [ 1581.255765] env[69486]: _type = "Task" [ 1581.255765] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.263154] env[69486]: DEBUG oslo_vmware.api [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.561378] env[69486]: ERROR nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [req-676048cf-9ce6-47a6-92e4-7c3a80cbe59a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-676048cf-9ce6-47a6-92e4-7c3a80cbe59a"}]} [ 1581.577053] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1581.589086] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1581.589265] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.598778] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1581.614642] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1581.637912] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7116ed0-cce8-4ccc-b2ac-6a3cda0c909a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.645375] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1282b3e1-bb0d-41c8-9c23-5effbdecf837 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.675150] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5145e-03ad-42b3-9e59-29d36bbcbeab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.682187] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60684e56-c068-478a-8c18-7e0b827bb056 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.694823] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.768448] env[69486]: DEBUG oslo_vmware.api [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129791} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.768731] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.768965] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.769103] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.769321] env[69486]: INFO nova.compute.manager [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1581.769614] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1581.769871] env[69486]: DEBUG nova.compute.manager [-] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.770011] env[69486]: DEBUG nova.network.neutron [-] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.197919] env[69486]: DEBUG nova.compute.manager [req-cb18ada5-c7ea-430d-86ef-d43cce98fbe9 req-fe49a4db-b22a-4d95-8893-95848ca7ea8d service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Received event network-vif-deleted-7dd97f5c-1533-475f-a306-53e8403ebd10 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1582.198173] env[69486]: INFO nova.compute.manager [req-cb18ada5-c7ea-430d-86ef-d43cce98fbe9 req-fe49a4db-b22a-4d95-8893-95848ca7ea8d service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Neutron deleted interface 7dd97f5c-1533-475f-a306-53e8403ebd10; detaching it from the instance and deleting it from the info cache [ 1582.198311] env[69486]: DEBUG nova.network.neutron [req-cb18ada5-c7ea-430d-86ef-d43cce98fbe9 req-fe49a4db-b22a-4d95-8893-95848ca7ea8d service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.199700] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.672036] env[69486]: DEBUG nova.network.neutron [-] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.703848] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1582.704033] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.770s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.704253] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e45d17bb-85c7-49b3-a566-c9d1ab0dbd11 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.714664] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdbb4d2-7266-4375-b2bf-d4e1cd257d73 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.738823] env[69486]: DEBUG nova.compute.manager [req-cb18ada5-c7ea-430d-86ef-d43cce98fbe9 req-fe49a4db-b22a-4d95-8893-95848ca7ea8d service nova] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Detach interface failed, port_id=7dd97f5c-1533-475f-a306-53e8403ebd10, reason: Instance 0051d032-c9ea-4d76-8220-ef54d6561fee could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1583.176181] env[69486]: INFO nova.compute.manager [-] [instance: 0051d032-c9ea-4d76-8220-ef54d6561fee] Took 1.41 seconds to deallocate network for instance. [ 1583.682755] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.683180] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.683298] env[69486]: DEBUG nova.objects.instance [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'resources' on Instance uuid 0051d032-c9ea-4d76-8220-ef54d6561fee {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.219697] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3f701-c03a-4c94-abb7-f76d8292ba19 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.228589] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d22f1-800b-4f7f-b991-d73d7bd9e697 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.257424] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb40886-6be5-414c-bdae-8dafbfb994ac {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.265023] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cdb95b-bb33-40e1-b0ac-9815cbda03c4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.278079] env[69486]: DEBUG nova.compute.provider_tree [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.706958] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.781439] env[69486]: DEBUG nova.scheduler.client.report [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.286870] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.310054] env[69486]: INFO nova.scheduler.client.report [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted allocations for instance 0051d032-c9ea-4d76-8220-ef54d6561fee [ 1585.817850] env[69486]: DEBUG oslo_concurrency.lockutils [None req-243cd4e4-7149-4a19-af9d-86cbd445d4a6 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "0051d032-c9ea-4d76-8220-ef54d6561fee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.665s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.128052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.128052] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.631038] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Starting instance... {{(pid=69486) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.152217] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.152494] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.154023] env[69486]: INFO nova.compute.claims [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.191026] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e1b77a-587e-4141-90ee-f4d977d8140a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.198804] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f862d-2cae-4287-9eac-c3ebee99e458 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.227681] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9c7f04-027a-468b-a9f7-9ce0d29c939d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.234367] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c872d4c3-8a16-4ff3-a8c4-926c0cd25e6b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.248027] env[69486]: DEBUG nova.compute.provider_tree [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed in ProviderTree for provider: 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.751401] env[69486]: DEBUG nova.scheduler.client.report [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Inventory has not changed for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.256259] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.256788] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Start building networks asynchronously for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.762120] env[69486]: DEBUG nova.compute.utils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1591.763613] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Allocating IP information in the background. {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.763791] env[69486]: DEBUG nova.network.neutron [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] allocate_for_instance() {{(pid=69486) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.810060] env[69486]: DEBUG nova.policy [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '164efbaf8f6d4b82841734729f07fa29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9695fef255d408e9a9f2033ecd97aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69486) authorize /opt/stack/nova/nova/policy.py:192}} [ 1592.077682] env[69486]: DEBUG nova.network.neutron [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Successfully created port: f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.268294] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Start building block device mappings for instance. {{(pid=69486) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1593.278495] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Start spawning the instance on the hypervisor. {{(pid=69486) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.304415] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T00:32:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T00:32:34Z,direct_url=,disk_format='vmdk',id=bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7c5336b31f5a4761828b1657d11fc591',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T00:32:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.304661] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.304818] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image limits 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.304997] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Flavor pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.305168] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Image pref 0:0:0 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.305317] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69486) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.305523] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.305705] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.305888] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Got 1 possible topologies {{(pid=69486) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.306067] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.306238] env[69486]: DEBUG nova.virt.hardware [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69486) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.307093] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be82f3d-4d3a-454f-9b6a-654597c60bd3 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.315110] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b6da23-b2dc-43eb-89be-4842462d9c32 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.405549] env[69486]: DEBUG nova.compute.manager [req-3d38b470-86d7-45dc-a8b1-97992aced953 req-8005da50-7cf2-4b4a-ae00-35aebf054eb6 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Received event network-vif-plugged-f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1593.405769] env[69486]: DEBUG oslo_concurrency.lockutils [req-3d38b470-86d7-45dc-a8b1-97992aced953 req-8005da50-7cf2-4b4a-ae00-35aebf054eb6 service nova] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.405983] env[69486]: DEBUG oslo_concurrency.lockutils [req-3d38b470-86d7-45dc-a8b1-97992aced953 req-8005da50-7cf2-4b4a-ae00-35aebf054eb6 service nova] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.406168] env[69486]: DEBUG oslo_concurrency.lockutils [req-3d38b470-86d7-45dc-a8b1-97992aced953 req-8005da50-7cf2-4b4a-ae00-35aebf054eb6 service nova] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.406330] env[69486]: DEBUG nova.compute.manager [req-3d38b470-86d7-45dc-a8b1-97992aced953 req-8005da50-7cf2-4b4a-ae00-35aebf054eb6 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] No waiting events found dispatching network-vif-plugged-f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.406490] env[69486]: WARNING nova.compute.manager [req-3d38b470-86d7-45dc-a8b1-97992aced953 req-8005da50-7cf2-4b4a-ae00-35aebf054eb6 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Received unexpected event network-vif-plugged-f2ff1d19-254e-4795-b6e7-bd6b057a9f57 for instance with vm_state building and task_state spawning. [ 1593.483284] env[69486]: DEBUG nova.network.neutron [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Successfully updated port: f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.984937] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.985114] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.985276] env[69486]: DEBUG nova.network.neutron [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Building network info cache for instance {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.521296] env[69486]: DEBUG nova.network.neutron [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Instance cache missing network info. {{(pid=69486) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.639422] env[69486]: DEBUG nova.network.neutron [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updating instance_info_cache with network_info: [{"id": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "address": "fa:16:3e:05:57:e0", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ff1d19-25", "ovs_interfaceid": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.141846] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.142229] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Instance network_info: |[{"id": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "address": "fa:16:3e:05:57:e0", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ff1d19-25", "ovs_interfaceid": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69486) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.142654] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:57:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2ff1d19-254e-4795-b6e7-bd6b057a9f57', 'vif_model': 'vmxnet3'}] {{(pid=69486) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.150120] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1595.150327] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Creating VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.150548] env[69486]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dbfce4c-7aa0-42f3-9970-a56e81e54af6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.170895] env[69486]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.170895] env[69486]: value = "task-3215220" [ 1595.170895] env[69486]: _type = "Task" [ 1595.170895] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.177903] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215220, 'name': CreateVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.433452] env[69486]: DEBUG nova.compute.manager [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Received event network-changed-f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1595.433762] env[69486]: DEBUG nova.compute.manager [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Refreshing instance network info cache due to event network-changed-f2ff1d19-254e-4795-b6e7-bd6b057a9f57. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1595.434068] env[69486]: DEBUG oslo_concurrency.lockutils [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] Acquiring lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.434284] env[69486]: DEBUG oslo_concurrency.lockutils [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] Acquired lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.434513] env[69486]: DEBUG nova.network.neutron [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Refreshing network info cache for port f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.681528] env[69486]: DEBUG oslo_vmware.api [-] Task: {'id': task-3215220, 'name': CreateVM_Task, 'duration_secs': 0.298923} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.681889] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Created VM on the ESX host {{(pid=69486) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.682340] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.682511] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.682846] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.683104] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a73873-653e-4919-9ffc-ba237f07b10d {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.687102] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1595.687102] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea8f3a-07a8-ad6b-637d-434f95fe92bc" [ 1595.687102] env[69486]: _type = "Task" [ 1595.687102] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.694581] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea8f3a-07a8-ad6b-637d-434f95fe92bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.128568] env[69486]: DEBUG nova.network.neutron [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updated VIF entry in instance network info cache for port f2ff1d19-254e-4795-b6e7-bd6b057a9f57. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.128568] env[69486]: DEBUG nova.network.neutron [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updating instance_info_cache with network_info: [{"id": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "address": "fa:16:3e:05:57:e0", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ff1d19-25", "ovs_interfaceid": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.198069] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52ea8f3a-07a8-ad6b-637d-434f95fe92bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.198290] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.198515] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Processing image bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4 {{(pid=69486) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.198753] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.198914] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.199156] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.199412] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445663dc-b8a5-4b0d-8ad1-d6b38d095d8a {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.207552] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69486) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.207729] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69486) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.208428] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b55626-58ef-440e-a531-92763a2ace70 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.213092] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1596.213092] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5295ff9f-3dbe-8834-d901-45ed5e6310ee" [ 1596.213092] env[69486]: _type = "Task" [ 1596.213092] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.220166] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5295ff9f-3dbe-8834-d901-45ed5e6310ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.630957] env[69486]: DEBUG oslo_concurrency.lockutils [req-043a3042-56f9-45d6-8092-c54af60cba9e req-d51f90b2-910c-4308-a94d-c75ce1603f8d service nova] Releasing lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.723064] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]5295ff9f-3dbe-8834-d901-45ed5e6310ee, 'name': SearchDatastore_Task, 'duration_secs': 0.007919} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.723817] env[69486]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0b8e7d-adb6-4870-87df-91cfee5fe984 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.729040] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1596.729040] env[69486]: value = "session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a2b541-905d-42c3-c6be-85589fc4c2f1" [ 1596.729040] env[69486]: _type = "Task" [ 1596.729040] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.735888] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a2b541-905d-42c3-c6be-85589fc4c2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.238759] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': session[527efa56-5e95-fcbe-df8b-1bb51f73c70a]52a2b541-905d-42c3-c6be-85589fc4c2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.239039] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.239285] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] e0dbd234-fb5d-4645-8f98-4ceedbd112db/e0dbd234-fb5d-4645-8f98-4ceedbd112db.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.239528] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe70140-0fdd-401d-a727-e0c6efc9fa29 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.246105] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1597.246105] env[69486]: value = "task-3215221" [ 1597.246105] env[69486]: _type = "Task" [ 1597.246105] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.253229] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.756218] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463545} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.756665] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4/bd3d944b-0fb1-4ff6-ae34-4ee3c836dde4.vmdk to [datastore2] e0dbd234-fb5d-4645-8f98-4ceedbd112db/e0dbd234-fb5d-4645-8f98-4ceedbd112db.vmdk {{(pid=69486) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.756665] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Extending root virtual disk to 1048576 {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.756914] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32b4c66-ec5b-4ce3-8e85-be5bedd3f42e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.763491] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1597.763491] env[69486]: value = "task-3215222" [ 1597.763491] env[69486]: _type = "Task" [ 1597.763491] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.771318] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.272727] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055494} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.272985] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Extended root virtual disk {{(pid=69486) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.273756] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f23873-50b9-4437-9c3d-02bb6c57cce7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.295199] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] e0dbd234-fb5d-4645-8f98-4ceedbd112db/e0dbd234-fb5d-4645-8f98-4ceedbd112db.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.295401] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7096cb43-cb97-4840-8cd3-46986e154b38 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.313953] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1598.313953] env[69486]: value = "task-3215223" [ 1598.313953] env[69486]: _type = "Task" [ 1598.313953] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.321221] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.823860] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215223, 'name': ReconfigVM_Task, 'duration_secs': 0.272697} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.824323] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Reconfigured VM instance instance-0000007f to attach disk [datastore2] e0dbd234-fb5d-4645-8f98-4ceedbd112db/e0dbd234-fb5d-4645-8f98-4ceedbd112db.vmdk or device None with type sparse {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.824765] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f2fce58-740b-4e5a-bbd8-020ea290109f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.830207] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1598.830207] env[69486]: value = "task-3215224" [ 1598.830207] env[69486]: _type = "Task" [ 1598.830207] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.837702] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215224, 'name': Rename_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.340226] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215224, 'name': Rename_Task, 'duration_secs': 0.134924} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.340490] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Powering on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.340716] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ce483e-6458-4f13-b794-fd3a9fce0c85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.346842] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1599.346842] env[69486]: value = "task-3215225" [ 1599.346842] env[69486]: _type = "Task" [ 1599.346842] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.353777] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.857036] env[69486]: DEBUG oslo_vmware.api [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215225, 'name': PowerOnVM_Task, 'duration_secs': 0.42062} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.857413] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Powered on the VM {{(pid=69486) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.857516] env[69486]: INFO nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1599.857682] env[69486]: DEBUG nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Checking state {{(pid=69486) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.858434] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42244093-f610-4e21-a7c9-a9e6b27e51c9 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.375903] env[69486]: INFO nova.compute.manager [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Took 11.24 seconds to build instance. [ 1600.877828] env[69486]: DEBUG oslo_concurrency.lockutils [None req-a5323927-5947-45cb-93ef-4909bb6a6941 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.750s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.024253] env[69486]: DEBUG nova.compute.manager [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Received event network-changed-f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1601.024299] env[69486]: DEBUG nova.compute.manager [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Refreshing instance network info cache due to event network-changed-f2ff1d19-254e-4795-b6e7-bd6b057a9f57. {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11760}} [ 1601.024512] env[69486]: DEBUG oslo_concurrency.lockutils [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] Acquiring lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.024660] env[69486]: DEBUG oslo_concurrency.lockutils [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] Acquired lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.024820] env[69486]: DEBUG nova.network.neutron [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Refreshing network info cache for port f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.736955] env[69486]: DEBUG nova.network.neutron [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updated VIF entry in instance network info cache for port f2ff1d19-254e-4795-b6e7-bd6b057a9f57. {{(pid=69486) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.737352] env[69486]: DEBUG nova.network.neutron [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updating instance_info_cache with network_info: [{"id": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "address": "fa:16:3e:05:57:e0", "network": {"id": "a8b2acbe-9766-44e7-9d88-8074ddef8a49", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-978460191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9695fef255d408e9a9f2033ecd97aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ff1d19-25", "ovs_interfaceid": "f2ff1d19-254e-4795-b6e7-bd6b057a9f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.240971] env[69486]: DEBUG oslo_concurrency.lockutils [req-bd496c45-88ba-404d-ae3e-cf86f693626a req-e82e4552-1c52-48ea-bc6e-628b82511a06 service nova] Releasing lock "refresh_cache-e0dbd234-fb5d-4645-8f98-4ceedbd112db" {{(pid=69486) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.373457] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.372212] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.367461] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.872971] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.873416] env[69486]: DEBUG nova.compute.manager [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69486) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11171}} [ 1635.373262] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.373548] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.373744] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.531104] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1636.531362] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.035635] env[69486]: DEBUG nova.compute.utils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Using /dev/sd instead of None {{(pid=69486) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1637.538801] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.598222] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1638.598542] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1638.598743] env[69486]: INFO nova.compute.manager [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Attaching volume 4d24a79e-51f5-4d49-8f70-60cbd4f83736 to /dev/sdb [ 1638.628869] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a702c0-a613-4b08-b0e6-43f828a8d432 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.635876] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b718468-2b02-44ca-a804-a8aee2afe01e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.648294] env[69486]: DEBUG nova.virt.block_device [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updating existing volume attachment record: 5414ca8f-6925-4e16-b272-a0d203ce0442 {{(pid=69486) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1641.372544] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.372925] env[69486]: DEBUG oslo_service.periodic_task [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69486) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.875978] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.876292] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.876481] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.876650] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69486) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1641.877549] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43606736-4539-4059-bdb4-7ecf212f8a3f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.886167] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c29a94-b8c0-408e-9449-4a460c5fc698 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.900207] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5a03dd-c585-44f5-a9a5-aca791f97c2e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.906485] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82231213-af27-44ec-9e99-44a325aba2ec {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.934808] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180971MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69486) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1641.934957] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.935207] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.960040] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Instance e0dbd234-fb5d-4645-8f98-4ceedbd112db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69486) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1642.960283] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1642.960393] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69486) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1642.984545] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f739bf0-164f-4628-ae87-c057ef82b136 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.991804] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bcb1bd-5b27-4ad4-b238-14e0d27d4bdf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.021275] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd5967-cf37-4e5b-ad68-ae3d3bba4136 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.027881] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08eac6-fcb1-41da-b623-20eb8fb8e05f {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.040597] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.190159] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Volume attach. Driver type: vmdk {{(pid=69486) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1643.190404] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642844', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'name': 'volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0dbd234-fb5d-4645-8f98-4ceedbd112db', 'attached_at': '', 'detached_at': '', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'serial': '4d24a79e-51f5-4d49-8f70-60cbd4f83736'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1643.191251] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3f2cc-346a-47b4-9f91-9f11965dc83c {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.207612] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f6c24-6d05-482c-b295-06e8b70c5067 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.230967] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736/volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.231207] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68078a11-92fb-4982-849c-346fc4bf8abf {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.248073] env[69486]: DEBUG oslo_vmware.api [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1643.248073] env[69486]: value = "task-3215228" [ 1643.248073] env[69486]: _type = "Task" [ 1643.248073] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.255058] env[69486]: DEBUG oslo_vmware.api [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.561068] env[69486]: ERROR nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] [req-f950c838-cc53-434a-ad43-ed30992cfcfc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6273ca5d-fdc7-456c-b4b9-95635e5eee9f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f950c838-cc53-434a-ad43-ed30992cfcfc"}]} [ 1643.576581] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing inventories for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1643.589021] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating ProviderTree inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1643.589182] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.598945] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing aggregate associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, aggregates: None {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1643.614770] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Refreshing trait associations for resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69486) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1643.635583] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505685e4-25d2-40b2-afc6-caaa18f2eb0e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.642654] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a84e18-3822-459b-a30e-2d34a27f1778 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.672517] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fa7095-e835-44d9-988d-a21c50f9a571 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.679092] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434d9d56-103a-4be3-9b4c-0064c4f6a280 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.691567] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1643.757065] env[69486]: DEBUG oslo_vmware.api [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215228, 'name': ReconfigVM_Task, 'duration_secs': 0.323912} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.757307] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736/volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736.vmdk or device None with type thin {{(pid=69486) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.761820] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e01e73-96d4-47f1-8465-66396e6af9ab {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.776317] env[69486]: DEBUG oslo_vmware.api [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1643.776317] env[69486]: value = "task-3215229" [ 1643.776317] env[69486]: _type = "Task" [ 1643.776317] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.783649] env[69486]: DEBUG oslo_vmware.api [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.221506] env[69486]: DEBUG nova.scheduler.client.report [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1644.221789] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 184 to 185 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1644.221902] env[69486]: DEBUG nova.compute.provider_tree [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.286591] env[69486]: DEBUG oslo_vmware.api [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215229, 'name': ReconfigVM_Task, 'duration_secs': 0.143137} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.286895] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642844', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'name': 'volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0dbd234-fb5d-4645-8f98-4ceedbd112db', 'attached_at': '', 'detached_at': '', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'serial': '4d24a79e-51f5-4d49-8f70-60cbd4f83736'} {{(pid=69486) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1644.727067] env[69486]: DEBUG nova.compute.resource_tracker [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69486) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1644.727067] env[69486]: DEBUG oslo_concurrency.lockutils [None req-6ce59a35-2f28-4b1b-b4e5-51ee989f140e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.792s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.320539] env[69486]: DEBUG nova.objects.instance [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'flavor' on Instance uuid e0dbd234-fb5d-4645-8f98-4ceedbd112db {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.826913] env[69486]: DEBUG oslo_concurrency.lockutils [None req-8f923f8b-58a9-44b5-9eb9-2966797a9ee3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.228s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1646.009987] env[69486]: DEBUG oslo_concurrency.lockutils [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.010264] env[69486]: DEBUG oslo_concurrency.lockutils [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1646.513752] env[69486]: INFO nova.compute.manager [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Detaching volume 4d24a79e-51f5-4d49-8f70-60cbd4f83736 [ 1646.543229] env[69486]: INFO nova.virt.block_device [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Attempting to driver detach volume 4d24a79e-51f5-4d49-8f70-60cbd4f83736 from mountpoint /dev/sdb [ 1646.543488] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Volume detach. Driver type: vmdk {{(pid=69486) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1646.543679] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642844', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'name': 'volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0dbd234-fb5d-4645-8f98-4ceedbd112db', 'attached_at': '', 'detached_at': '', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'serial': '4d24a79e-51f5-4d49-8f70-60cbd4f83736'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1646.544561] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa12f5b7-0522-48f8-a26b-839019511624 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.566046] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f329ee0b-7ddd-47db-ba0d-0d58645d55e6 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.572450] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29819aae-b091-432a-b339-3282d446ba85 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.591797] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29ba85-e38b-4f29-9704-78386d0739e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.605432] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736/volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736.vmdk. No consolidation needed. {{(pid=69486) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1646.610442] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.610690] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c54df1-30d7-4bcc-ab97-18c2878bff9e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.627801] env[69486]: DEBUG oslo_vmware.api [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1646.627801] env[69486]: value = "task-3215230" [ 1646.627801] env[69486]: _type = "Task" [ 1646.627801] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.635087] env[69486]: DEBUG oslo_vmware.api [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.137605] env[69486]: DEBUG oslo_vmware.api [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215230, 'name': ReconfigVM_Task, 'duration_secs': 0.218393} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.137870] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69486) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1647.142273] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-611b8b25-3232-41cb-a6c1-39a29666844b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.156316] env[69486]: DEBUG oslo_vmware.api [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1647.156316] env[69486]: value = "task-3215231" [ 1647.156316] env[69486]: _type = "Task" [ 1647.156316] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.166833] env[69486]: DEBUG oslo_vmware.api [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.666123] env[69486]: DEBUG oslo_vmware.api [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215231, 'name': ReconfigVM_Task, 'duration_secs': 0.128506} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.666455] env[69486]: DEBUG nova.virt.vmwareapi.volumeops [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-642844', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'name': 'volume-4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0dbd234-fb5d-4645-8f98-4ceedbd112db', 'attached_at': '', 'detached_at': '', 'volume_id': '4d24a79e-51f5-4d49-8f70-60cbd4f83736', 'serial': '4d24a79e-51f5-4d49-8f70-60cbd4f83736'} {{(pid=69486) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1648.205097] env[69486]: DEBUG nova.objects.instance [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'flavor' on Instance uuid e0dbd234-fb5d-4645-8f98-4ceedbd112db {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.212513] env[69486]: DEBUG oslo_concurrency.lockutils [None req-01425694-06d4-42d7-9739-b5ebf80e35d3 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.257406] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.257708] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.257920] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.258133] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.258309] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.260508] env[69486]: INFO nova.compute.manager [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Terminating instance [ 1650.764046] env[69486]: DEBUG nova.compute.manager [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Start destroying the instance on the hypervisor. {{(pid=69486) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1650.764344] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Destroying instance {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.765306] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434288e-e433-4d6b-9f7c-1aa84b9890b7 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.773036] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Powering off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.773255] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4836b8-515e-44ab-a236-05d49946a24e {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.779175] env[69486]: DEBUG oslo_vmware.api [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1650.779175] env[69486]: value = "task-3215232" [ 1650.779175] env[69486]: _type = "Task" [ 1650.779175] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.786825] env[69486]: DEBUG oslo_vmware.api [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.288551] env[69486]: DEBUG oslo_vmware.api [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215232, 'name': PowerOffVM_Task, 'duration_secs': 0.18338} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.288954] env[69486]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Powered off the VM {{(pid=69486) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.288954] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Unregistering the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.289116] env[69486]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a17372a3-9d5f-4746-8237-93616a620c69 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.348697] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Unregistered the VM {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1651.348907] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Deleting contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1651.349096] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleting the datastore file [datastore2] e0dbd234-fb5d-4645-8f98-4ceedbd112db {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.349360] env[69486]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74365db-9259-469b-b6d2-39fe648dbd5b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.355763] env[69486]: DEBUG oslo_vmware.api [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for the task: (returnval){ [ 1651.355763] env[69486]: value = "task-3215234" [ 1651.355763] env[69486]: _type = "Task" [ 1651.355763] env[69486]: } to complete. {{(pid=69486) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.362897] env[69486]: DEBUG oslo_vmware.api [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.865226] env[69486]: DEBUG oslo_vmware.api [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Task: {'id': task-3215234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141225} completed successfully. {{(pid=69486) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.865484] env[69486]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted the datastore file {{(pid=69486) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.865654] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Deleted contents of the VM from datastore datastore2 {{(pid=69486) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.865827] env[69486]: DEBUG nova.virt.vmwareapi.vmops [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Instance destroyed {{(pid=69486) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.865999] env[69486]: INFO nova.compute.manager [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1651.866254] env[69486]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69486) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1651.866461] env[69486]: DEBUG nova.compute.manager [-] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Deallocating network for instance {{(pid=69486) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1651.866528] env[69486]: DEBUG nova.network.neutron [-] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] deallocate_for_instance() {{(pid=69486) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.574351] env[69486]: DEBUG nova.compute.manager [req-b958efbf-3032-4aa4-b84a-7b2227928436 req-f4384015-07a1-4d73-9c3a-4f9639b81452 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Received event network-vif-deleted-f2ff1d19-254e-4795-b6e7-bd6b057a9f57 {{(pid=69486) external_instance_event /opt/stack/nova/nova/compute/manager.py:11755}} [ 1652.574351] env[69486]: INFO nova.compute.manager [req-b958efbf-3032-4aa4-b84a-7b2227928436 req-f4384015-07a1-4d73-9c3a-4f9639b81452 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Neutron deleted interface f2ff1d19-254e-4795-b6e7-bd6b057a9f57; detaching it from the instance and deleting it from the info cache [ 1652.574351] env[69486]: DEBUG nova.network.neutron [req-b958efbf-3032-4aa4-b84a-7b2227928436 req-f4384015-07a1-4d73-9c3a-4f9639b81452 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.056079] env[69486]: DEBUG nova.network.neutron [-] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Updating instance_info_cache with network_info: [] {{(pid=69486) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.077470] env[69486]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d938741b-6f84-4512-bb02-592f5684edfc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.088074] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c94cdf2-56c8-4959-8998-5576db5a23fc {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.111601] env[69486]: DEBUG nova.compute.manager [req-b958efbf-3032-4aa4-b84a-7b2227928436 req-f4384015-07a1-4d73-9c3a-4f9639b81452 service nova] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Detach interface failed, port_id=f2ff1d19-254e-4795-b6e7-bd6b057a9f57, reason: Instance e0dbd234-fb5d-4645-8f98-4ceedbd112db could not be found. {{(pid=69486) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11589}} [ 1653.559213] env[69486]: INFO nova.compute.manager [-] [instance: e0dbd234-fb5d-4645-8f98-4ceedbd112db] Took 1.69 seconds to deallocate network for instance. [ 1654.065955] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1654.066334] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.066468] env[69486]: DEBUG nova.objects.instance [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lazy-loading 'resources' on Instance uuid e0dbd234-fb5d-4645-8f98-4ceedbd112db {{(pid=69486) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.600736] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa80542-cb71-4d7b-9e68-5db12fa6e0e4 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.607999] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee92eda-86a0-41ad-b8ca-300c5eb7fe17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.637170] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced5562-3120-4454-8810-2f595defcd17 {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.643578] env[69486]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83804e6b-bce4-4d42-8f3b-41c64574c46b {{(pid=69486) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.657247] env[69486]: DEBUG nova.compute.provider_tree [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.187268] env[69486]: DEBUG nova.scheduler.client.report [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updated inventory for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1655.187268] env[69486]: DEBUG nova.compute.provider_tree [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating resource provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f generation from 185 to 186 during operation: update_inventory {{(pid=69486) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1655.187268] env[69486]: DEBUG nova.compute.provider_tree [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Updating inventory in ProviderTree for provider 6273ca5d-fdc7-456c-b4b9-95635e5eee9f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69486) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.691488] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1655.712820] env[69486]: INFO nova.scheduler.client.report [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Deleted allocations for instance e0dbd234-fb5d-4645-8f98-4ceedbd112db [ 1656.219924] env[69486]: DEBUG oslo_concurrency.lockutils [None req-51d1c673-a4f8-419e-b482-41307661c470 tempest-AttachVolumeNegativeTest-254987401 tempest-AttachVolumeNegativeTest-254987401-project-member] Lock "e0dbd234-fb5d-4645-8f98-4ceedbd112db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.962s {{(pid=69486) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}